2024-12-01 18:22:19,625 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-01 18:22:19,639 main DEBUG Took 0.012675 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 18:22:19,640 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 18:22:19,640 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 18:22:19,641 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 18:22:19,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 18:22:19,651 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 18:22:19,666 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 18:22:19,668 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 18:22:19,669 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 18:22:19,670 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 18:22:19,671 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 18:22:19,672 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 18:22:19,673 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 18:22:19,674 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 18:22:19,675 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 18:22:19,676 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 18:22:19,677 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 18:22:19,678 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 18:22:19,679 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,679 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 18:22:19,681 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 18:22:19,683 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 18:22:19,686 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 18:22:19,686 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 18:22:19,687 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 18:22:19,688 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 18:22:19,697 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 18:22:19,699 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 18:22:19,701 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 18:22:19,701 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 18:22:19,702 main DEBUG createAppenders(={Console}) 2024-12-01 18:22:19,702 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-01 18:22:19,703 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-01 18:22:19,703 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-01 18:22:19,704 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 18:22:19,704 main DEBUG OutputStream closed 2024-12-01 18:22:19,705 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 18:22:19,705 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 18:22:19,705 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-01 18:22:19,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 18:22:19,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 18:22:19,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 18:22:19,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 18:22:19,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 18:22:19,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 18:22:19,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 18:22:19,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 18:22:19,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 18:22:19,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 18:22:19,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 18:22:19,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 18:22:19,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 18:22:19,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 18:22:19,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 18:22:19,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 18:22:19,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 18:22:19,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 18:22:19,804 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 18:22:19,804 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-01 18:22:19,805 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 18:22:19,806 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-01T18:22:20,065 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a 2024-12-01 18:22:20,067 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 18:22:20,068 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T18:22:20,077 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-01T18:22:20,103 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T18:22:20,107 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/cluster_05734141-851d-6b0c-be01-45ad39af9b2d, deleteOnExit=true 2024-12-01T18:22:20,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-01T18:22:20,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/test.cache.data in system properties and HBase conf 2024-12-01T18:22:20,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T18:22:20,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/hadoop.log.dir in system properties and HBase conf 2024-12-01T18:22:20,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T18:22:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T18:22:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-01T18:22:20,245 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T18:22:20,381 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T18:22:20,386 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T18:22:20,387 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T18:22:20,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T18:22:20,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T18:22:20,389 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T18:22:20,389 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T18:22:20,390 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T18:22:20,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T18:22:20,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T18:22:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/nfs.dump.dir in system properties and HBase conf 2024-12-01T18:22:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/java.io.tmpdir in system properties and HBase conf 2024-12-01T18:22:20,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T18:22:20,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T18:22:20,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T18:22:21,279 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T18:22:21,366 INFO [Time-limited test {}] log.Log(170): Logging initialized @2467ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T18:22:21,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T18:22:21,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T18:22:21,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T18:22:21,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T18:22:21,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T18:22:21,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T18:22:21,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/hadoop.log.dir/,AVAILABLE} 2024-12-01T18:22:21,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T18:22:21,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/java.io.tmpdir/jetty-localhost-38775-hadoop-hdfs-3_4_1-tests_jar-_-any-15802458429414665937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T18:22:21,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:38775} 2024-12-01T18:22:21,801 INFO [Time-limited test {}] server.Server(415): Started @2903ms 2024-12-01T18:22:22,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T18:22:22,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T18:22:22,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T18:22:22,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T18:22:22,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T18:22:22,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/hadoop.log.dir/,AVAILABLE} 2024-12-01T18:22:22,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T18:22:22,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/java.io.tmpdir/jetty-localhost-34041-hadoop-hdfs-3_4_1-tests_jar-_-any-5732086870225600979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T18:22:22,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:34041} 2024-12-01T18:22:22,325 INFO [Time-limited test {}] server.Server(415): Started @3428ms 2024-12-01T18:22:22,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T18:22:22,834 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/cluster_05734141-851d-6b0c-be01-45ad39af9b2d/dfs/data/data2/current/BP-1457785881-172.17.0.2-1733077341028/current, will proceed with Du for space computation calculation, 2024-12-01T18:22:22,834 WARN [Thread-69 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/cluster_05734141-851d-6b0c-be01-45ad39af9b2d/dfs/data/data1/current/BP-1457785881-172.17.0.2-1733077341028/current, will proceed with Du for space computation calculation, 2024-12-01T18:22:22,882 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T18:22:22,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x126edfda3e1e8c32 with lease ID 0xd33dd95fa7ffd6bd: Processing first storage report for DS-173ba485-8db6-44eb-a70f-7d1aeea4f85c from datanode DatanodeRegistration(127.0.0.1:45225, datanodeUuid=4566a578-b6ee-4dbf-b54b-c0c69e181728, infoPort=45287, infoSecurePort=0, ipcPort=34925, storageInfo=lv=-57;cid=testClusterID;nsid=447402627;c=1733077341028) 2024-12-01T18:22:22,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x126edfda3e1e8c32 with lease ID 0xd33dd95fa7ffd6bd: from storage DS-173ba485-8db6-44eb-a70f-7d1aeea4f85c node DatanodeRegistration(127.0.0.1:45225, datanodeUuid=4566a578-b6ee-4dbf-b54b-c0c69e181728, infoPort=45287, infoSecurePort=0, ipcPort=34925, storageInfo=lv=-57;cid=testClusterID;nsid=447402627;c=1733077341028), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T18:22:22,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x126edfda3e1e8c32 with lease ID 0xd33dd95fa7ffd6bd: Processing first storage report for DS-a99211de-a8e9-4e20-b88e-41d4812c77c1 from datanode DatanodeRegistration(127.0.0.1:45225, datanodeUuid=4566a578-b6ee-4dbf-b54b-c0c69e181728, infoPort=45287, infoSecurePort=0, ipcPort=34925, storageInfo=lv=-57;cid=testClusterID;nsid=447402627;c=1733077341028) 2024-12-01T18:22:22,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x126edfda3e1e8c32 with lease ID 0xd33dd95fa7ffd6bd: from storage DS-a99211de-a8e9-4e20-b88e-41d4812c77c1 node DatanodeRegistration(127.0.0.1:45225, datanodeUuid=4566a578-b6ee-4dbf-b54b-c0c69e181728, infoPort=45287, infoSecurePort=0, ipcPort=34925, storageInfo=lv=-57;cid=testClusterID;nsid=447402627;c=1733077341028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T18:22:23,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a 2024-12-01T18:22:23,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/cluster_05734141-851d-6b0c-be01-45ad39af9b2d/zookeeper_0, clientPort=55564, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/cluster_05734141-851d-6b0c-be01-45ad39af9b2d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/cluster_05734141-851d-6b0c-be01-45ad39af9b2d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T18:22:23,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55564 2024-12-01T18:22:23,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T18:22:23,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T18:22:23,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741825_1001 (size=7) 2024-12-01T18:22:23,795 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632 with version=8 2024-12-01T18:22:23,795 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/hbase-staging 2024-12-01T18:22:23,924 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T18:22:24,192 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b8365d49b74c:0 server-side Connection retries=45 2024-12-01T18:22:24,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T18:22:24,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T18:22:24,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T18:22:24,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T18:22:24,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T18:22:24,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T18:22:24,408 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T18:22:24,417 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T18:22:24,421 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T18:22:24,449 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21330 (auto-detected) 2024-12-01T18:22:24,450 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-01T18:22:24,469 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41113 2024-12-01T18:22:24,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T18:22:24,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T18:22:24,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41113 connecting to ZooKeeper ensemble=127.0.0.1:55564 2024-12-01T18:22:24,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411130x0, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T18:22:24,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41113-0x1004ed154770000 connected 2024-12-01T18:22:24,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T18:22:24,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T18:22:24,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T18:22:24,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41113 2024-12-01T18:22:24,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41113 2024-12-01T18:22:24,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41113 2024-12-01T18:22:24,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41113 2024-12-01T18:22:24,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41113 2024-12-01T18:22:24,587 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632, hbase.cluster.distributed=false 2024-12-01T18:22:24,674 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b8365d49b74c:0 server-side Connection retries=45 2024-12-01T18:22:24,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T18:22:24,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T18:22:24,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T18:22:24,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T18:22:24,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T18:22:24,678 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T18:22:24,681 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T18:22:24,682 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42723 2024-12-01T18:22:24,683 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T18:22:24,689 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T18:22:24,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T18:22:24,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T18:22:24,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42723 connecting to ZooKeeper ensemble=127.0.0.1:55564 2024-12-01T18:22:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427230x0, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T18:22:24,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42723-0x1004ed154770001 connected 2024-12-01T18:22:24,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T18:22:24,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T18:22:24,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T18:22:24,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42723 2024-12-01T18:22:24,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42723 2024-12-01T18:22:24,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42723 2024-12-01T18:22:24,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42723 2024-12-01T18:22:24,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42723 2024-12-01T18:22:24,723 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b8365d49b74c,41113,1733077343917 2024-12-01T18:22:24,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T18:22:24,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T18:22:24,733 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b8365d49b74c,41113,1733077343917 2024-12-01T18:22:24,739 DEBUG [M:0;b8365d49b74c:41113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b8365d49b74c:41113 2024-12-01T18:22:24,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T18:22:24,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T18:22:24,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:24,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:24,756 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T18:22:24,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T18:22:24,757 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b8365d49b74c,41113,1733077343917 from backup master directory 2024-12-01T18:22:24,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T18:22:24,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b8365d49b74c,41113,1733077343917 2024-12-01T18:22:24,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T18:22:24,761 WARN [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T18:22:24,761 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b8365d49b74c,41113,1733077343917 2024-12-01T18:22:24,763 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T18:22:24,764 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T18:22:24,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741826_1002 (size=42) 2024-12-01T18:22:25,234 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/hbase.id with ID: 22db3de2-d602-4b68-9d02-7e7eb5935947 2024-12-01T18:22:25,273 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T18:22:25,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:25,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741827_1003 (size=196) 2024-12-01T18:22:25,329 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T18:22:25,332 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T18:22:25,350 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:25,355 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T18:22:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741828_1004 (size=1189) 2024-12-01T18:22:25,806 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store 2024-12-01T18:22:25,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741829_1005 (size=34) 2024-12-01T18:22:26,229 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T18:22:26,229 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:22:26,230 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T18:22:26,230 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T18:22:26,231 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T18:22:26,231 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T18:22:26,231 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T18:22:26,231 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T18:22:26,231 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-01T18:22:26,234 WARN [master/b8365d49b74c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/.initializing 2024-12-01T18:22:26,234 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/WALs/b8365d49b74c,41113,1733077343917 2024-12-01T18:22:26,241 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T18:22:26,252 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b8365d49b74c%2C41113%2C1733077343917, suffix=, logDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/WALs/b8365d49b74c,41113,1733077343917, archiveDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/oldWALs, maxLogs=10 2024-12-01T18:22:26,274 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/WALs/b8365d49b74c,41113,1733077343917/b8365d49b74c%2C41113%2C1733077343917.1733077346257, exclude list is [], retry=0 2024-12-01T18:22:26,292 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45225,DS-173ba485-8db6-44eb-a70f-7d1aeea4f85c,DISK] 2024-12-01T18:22:26,295 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T18:22:26,331 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/WALs/b8365d49b74c,41113,1733077343917/b8365d49b74c%2C41113%2C1733077343917.1733077346257 2024-12-01T18:22:26,332 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45287:45287)] 2024-12-01T18:22:26,333 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T18:22:26,333 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:22:26,337 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T18:22:26,338 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T18:22:26,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T18:22:26,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T18:22:26,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:26,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T18:22:26,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T18:22:26,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T18:22:26,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:26,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:22:26,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T18:22:26,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T18:22:26,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:26,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:22:26,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T18:22:26,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T18:22:26,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:26,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:22:26,426 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T18:22:26,427 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T18:22:26,436 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T18:22:26,439 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T18:22:26,444 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T18:22:26,444 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74760072, jitterRate=0.11401188373565674}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T18:22:26,448 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-01T18:22:26,449 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T18:22:26,478 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adad2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:26,512 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-01T18:22:26,524 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T18:22:26,524 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T18:22:26,526 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T18:22:26,528 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-01T18:22:26,533 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-01T18:22:26,533 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T18:22:26,558 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T18:22:26,569 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T18:22:26,573 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-01T18:22:26,576 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T18:22:26,577 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T18:22:26,578 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-01T18:22:26,580 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T18:22:26,584 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T18:22:26,585 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-01T18:22:26,586 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T18:22:26,588 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T18:22:26,597 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T18:22:26,599 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T18:22:26,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T18:22:26,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T18:22:26,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:26,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:26,604 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b8365d49b74c,41113,1733077343917, sessionid=0x1004ed154770000, setting cluster-up flag (Was=false) 2024-12-01T18:22:26,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:26,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:26,621 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T18:22:26,622 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b8365d49b74c,41113,1733077343917 2024-12-01T18:22:26,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:26,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:26,634 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T18:22:26,636 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b8365d49b74c,41113,1733077343917 2024-12-01T18:22:26,713 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-01T18:22:26,719 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-01T18:22:26,722 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T18:22:26,728 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b8365d49b74c,41113,1733077343917 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T18:22:26,731 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b8365d49b74c:0, corePoolSize=5, maxPoolSize=5 2024-12-01T18:22:26,731 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b8365d49b74c:0, corePoolSize=5, maxPoolSize=5 2024-12-01T18:22:26,732 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b8365d49b74c:0, corePoolSize=5, maxPoolSize=5 2024-12-01T18:22:26,732 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b8365d49b74c:0, corePoolSize=5, maxPoolSize=5 2024-12-01T18:22:26,732 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b8365d49b74c:0, corePoolSize=10, maxPoolSize=10 2024-12-01T18:22:26,732 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b8365d49b74c:0, corePoolSize=1, maxPoolSize=1 2024-12-01T18:22:26,732 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b8365d49b74c:0, corePoolSize=2, maxPoolSize=2 2024-12-01T18:22:26,732 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b8365d49b74c:0, corePoolSize=1, maxPoolSize=1 2024-12-01T18:22:26,734 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733077376733 2024-12-01T18:22:26,735 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T18:22:26,736 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T18:22:26,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-01T18:22:26,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-01T18:22:26,739 DEBUG [RS:0;b8365d49b74c:42723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b8365d49b74c:42723 2024-12-01T18:22:26,739 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T18:22:26,740 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T18:22:26,740 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T18:22:26,740 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T18:22:26,741 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1008): ClusterId : 22db3de2-d602-4b68-9d02-7e7eb5935947 2024-12-01T18:22:26,741 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:26,743 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:26,743 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T18:22:26,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T18:22:26,745 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T18:22:26,745 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T18:22:26,746 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T18:22:26,748 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T18:22:26,749 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T18:22:26,750 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T18:22:26,750 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T18:22:26,750 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b8365d49b74c:0:becomeActiveMaster-HFileCleaner.large.0-1733077346750,5,FailOnTimeoutGroup] 2024-12-01T18:22:26,751 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b8365d49b74c:0:becomeActiveMaster-HFileCleaner.small.0-1733077346751,5,FailOnTimeoutGroup] 2024-12-01T18:22:26,751 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:26,752 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T18:22:26,753 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:26,753 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T18:22:26,753 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:26,754 DEBUG [RS:0;b8365d49b74c:42723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9ac322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:26,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741831_1007 (size=1039) 2024-12-01T18:22:26,756 DEBUG [RS:0;b8365d49b74c:42723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbdb326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b8365d49b74c/172.17.0.2:0 2024-12-01T18:22:26,758 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-01T18:22:26,758 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-01T18:22:26,758 DEBUG [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-01T18:22:26,761 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(3073): reportForDuty to master=b8365d49b74c,41113,1733077343917 with isa=b8365d49b74c/172.17.0.2:42723, startcode=1733077344673 2024-12-01T18:22:26,772 DEBUG [RS:0;b8365d49b74c:42723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T18:22:26,806 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32789, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T18:22:26,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41113 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b8365d49b74c,42723,1733077344673 2024-12-01T18:22:26,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41113 {}] master.ServerManager(486): Registering regionserver=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:26,827 DEBUG [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632 2024-12-01T18:22:26,827 DEBUG [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34123 2024-12-01T18:22:26,827 DEBUG [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-01T18:22:26,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T18:22:26,832 DEBUG [RS:0;b8365d49b74c:42723 {}] zookeeper.ZKUtil(111): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b8365d49b74c,42723,1733077344673 2024-12-01T18:22:26,832 WARN [RS:0;b8365d49b74c:42723 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T18:22:26,832 INFO [RS:0;b8365d49b74c:42723 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T18:22:26,832 DEBUG [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/WALs/b8365d49b74c,42723,1733077344673 2024-12-01T18:22:26,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b8365d49b74c,42723,1733077344673] 2024-12-01T18:22:26,845 DEBUG [RS:0;b8365d49b74c:42723 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-01T18:22:26,857 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T18:22:26,869 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T18:22:26,872 INFO [RS:0;b8365d49b74c:42723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T18:22:26,872 INFO [RS:0;b8365d49b74c:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:26,872 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-01T18:22:26,879 INFO [RS:0;b8365d49b74c:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:26,880 DEBUG [RS:0;b8365d49b74c:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b8365d49b74c:0, corePoolSize=1, maxPoolSize=1 2024-12-01T18:22:26,880 DEBUG [RS:0;b8365d49b74c:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b8365d49b74c:0, corePoolSize=1, maxPoolSize=1 2024-12-01T18:22:26,880 DEBUG [RS:0;b8365d49b74c:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0, corePoolSize=1, maxPoolSize=1 2024-12-01T18:22:26,880 DEBUG [RS:0;b8365d49b74c:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b8365d49b74c:0, corePoolSize=1, maxPoolSize=1 2024-12-01T18:22:26,880 DEBUG [RS:0;b8365d49b74c:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b8365d49b74c:0, corePoolSize=1, maxPoolSize=1 2024-12-01T18:22:26,880 DEBUG [RS:0;b8365d49b74c:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b8365d49b74c:0, corePoolSize=2, maxPoolSize=2 2024-12-01T18:22:26,880 DEBUG [RS:0;b8365d49b74c:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0, corePoolSize=1, maxPoolSize=1 2024-12-01T18:22:26,881 DEBUG [RS:0;b8365d49b74c:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b8365d49b74c:0, corePoolSize=1, maxPoolSize=1 2024-12-01T18:22:26,881 DEBUG [RS:0;b8365d49b74c:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b8365d49b74c:0, corePoolSize=1, maxPoolSize=1 2024-12-01T18:22:26,881 DEBUG [RS:0;b8365d49b74c:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b8365d49b74c:0, corePoolSize=1, maxPoolSize=1 2024-12-01T18:22:26,881 DEBUG [RS:0;b8365d49b74c:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b8365d49b74c:0, corePoolSize=1, maxPoolSize=1 2024-12-01T18:22:26,881 DEBUG [RS:0;b8365d49b74c:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b8365d49b74c:0, corePoolSize=3, maxPoolSize=3 2024-12-01T18:22:26,881 DEBUG [RS:0;b8365d49b74c:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0, corePoolSize=3, maxPoolSize=3 2024-12-01T18:22:26,882 INFO [RS:0;b8365d49b74c:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:26,882 INFO [RS:0;b8365d49b74c:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:26,883 INFO [RS:0;b8365d49b74c:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:26,883 INFO [RS:0;b8365d49b74c:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:26,883 INFO [RS:0;b8365d49b74c:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=b8365d49b74c,42723,1733077344673-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T18:22:26,903 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T18:22:26,905 INFO [RS:0;b8365d49b74c:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=b8365d49b74c,42723,1733077344673-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:26,925 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.Replication(204): b8365d49b74c,42723,1733077344673 started 2024-12-01T18:22:26,925 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1767): Serving as b8365d49b74c,42723,1733077344673, RpcServer on b8365d49b74c/172.17.0.2:42723, sessionid=0x1004ed154770001 2024-12-01T18:22:26,926 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T18:22:26,926 DEBUG [RS:0;b8365d49b74c:42723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b8365d49b74c,42723,1733077344673 2024-12-01T18:22:26,926 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b8365d49b74c,42723,1733077344673' 2024-12-01T18:22:26,926 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T18:22:26,927 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T18:22:26,928 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T18:22:26,928 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T18:22:26,928 DEBUG [RS:0;b8365d49b74c:42723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b8365d49b74c,42723,1733077344673 2024-12-01T18:22:26,928 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b8365d49b74c,42723,1733077344673' 2024-12-01T18:22:26,928 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T18:22:26,928 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T18:22:26,929 DEBUG [RS:0;b8365d49b74c:42723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T18:22:26,929 INFO [RS:0;b8365d49b74c:42723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T18:22:26,929 INFO [RS:0;b8365d49b74c:42723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T18:22:27,035 INFO [RS:0;b8365d49b74c:42723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T18:22:27,038 INFO [RS:0;b8365d49b74c:42723 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b8365d49b74c%2C42723%2C1733077344673, suffix=, logDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/WALs/b8365d49b74c,42723,1733077344673, archiveDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/oldWALs, maxLogs=32 2024-12-01T18:22:27,056 DEBUG [RS:0;b8365d49b74c:42723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/WALs/b8365d49b74c,42723,1733077344673/b8365d49b74c%2C42723%2C1733077344673.1733077347040, exclude list is [], retry=0 2024-12-01T18:22:27,060 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45225,DS-173ba485-8db6-44eb-a70f-7d1aeea4f85c,DISK] 2024-12-01T18:22:27,063 INFO [RS:0;b8365d49b74c:42723 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/WALs/b8365d49b74c,42723,1733077344673/b8365d49b74c%2C42723%2C1733077344673.1733077347040 2024-12-01T18:22:27,064 DEBUG [RS:0;b8365d49b74c:42723 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45287:45287)] 2024-12-01T18:22:27,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-01T18:22:27,158 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632 2024-12-01T18:22:27,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741833_1009 (size=32) 2024-12-01T18:22:27,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:22:27,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T18:22:27,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T18:22:27,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:27,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T18:22:27,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T18:22:27,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T18:22:27,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:27,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T18:22:27,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T18:22:27,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T18:22:27,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:27,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T18:22:27,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740 2024-12-01T18:22:27,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740 2024-12-01T18:22:27,590 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T18:22:27,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-01T18:22:27,597 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T18:22:27,598 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66932114, jitterRate=-0.0026337802410125732}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T18:22:27,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-01T18:22:27,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-01T18:22:27,602 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-01T18:22:27,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-01T18:22:27,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T18:22:27,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T18:22:27,604 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-01T18:22:27,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-01T18:22:27,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-01T18:22:27,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-01T18:22:27,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T18:22:27,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T18:22:27,625 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T18:22:27,777 DEBUG [b8365d49b74c:41113 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T18:22:27,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:27,786 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b8365d49b74c,42723,1733077344673, state=OPENING 2024-12-01T18:22:27,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T18:22:27,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:27,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:27,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T18:22:27,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T18:22:27,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:22:27,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:27,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T18:22:27,976 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T18:22:27,987 INFO [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-01T18:22:27,987 INFO [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T18:22:27,987 INFO [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T18:22:27,991 INFO [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b8365d49b74c%2C42723%2C1733077344673.meta, suffix=.meta, logDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/WALs/b8365d49b74c,42723,1733077344673, archiveDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/oldWALs, maxLogs=32 2024-12-01T18:22:28,008 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/WALs/b8365d49b74c,42723,1733077344673/b8365d49b74c%2C42723%2C1733077344673.meta.1733077347993.meta, exclude list is [], retry=0 2024-12-01T18:22:28,013 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45225,DS-173ba485-8db6-44eb-a70f-7d1aeea4f85c,DISK] 2024-12-01T18:22:28,016 INFO [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/WALs/b8365d49b74c,42723,1733077344673/b8365d49b74c%2C42723%2C1733077344673.meta.1733077347993.meta 2024-12-01T18:22:28,016 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45287:45287)] 2024-12-01T18:22:28,017 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T18:22:28,018 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T18:22:28,078 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T18:22:28,082 INFO [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T18:22:28,087 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T18:22:28,087 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:22:28,087 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-01T18:22:28,087 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-01T18:22:28,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T18:22:28,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T18:22:28,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:28,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T18:22:28,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T18:22:28,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T18:22:28,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:28,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T18:22:28,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T18:22:28,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T18:22:28,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:28,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T18:22:28,099 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740 2024-12-01T18:22:28,102 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740 2024-12-01T18:22:28,105 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T18:22:28,107 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-01T18:22:28,109 INFO [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74425298, jitterRate=0.10902336239814758}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T18:22:28,110 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-01T18:22:28,117 INFO [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733077347965 2024-12-01T18:22:28,129 DEBUG [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T18:22:28,129 INFO [RS_OPEN_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-01T18:22:28,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:28,132 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b8365d49b74c,42723,1733077344673, state=OPEN 2024-12-01T18:22:28,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T18:22:28,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T18:22:28,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T18:22:28,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T18:22:28,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T18:22:28,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b8365d49b74c,42723,1733077344673 in 341 msec 2024-12-01T18:22:28,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T18:22:28,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 529 msec 2024-12-01T18:22:28,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4830 sec 2024-12-01T18:22:28,153 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733077348153, completionTime=-1 2024-12-01T18:22:28,154 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T18:22:28,154 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-01T18:22:28,193 DEBUG [hconnection-0x240475eb-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:28,195 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:28,206 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-01T18:22:28,206 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733077408206 2024-12-01T18:22:28,206 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733077468206 2024-12-01T18:22:28,206 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-12-01T18:22:28,234 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b8365d49b74c,41113,1733077343917-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:28,234 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b8365d49b74c,41113,1733077343917-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:28,234 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b8365d49b74c,41113,1733077343917-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:28,236 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b8365d49b74c:41113, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:28,236 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:28,241 DEBUG [master/b8365d49b74c:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-01T18:22:28,244 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-01T18:22:28,245 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T18:22:28,251 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-01T18:22:28,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T18:22:28,255 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:28,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T18:22:28,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741835_1011 (size=358) 2024-12-01T18:22:28,672 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 66f01b001804e216a31f5c7988389d1c, NAME => 'hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632 2024-12-01T18:22:28,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741836_1012 (size=42) 2024-12-01T18:22:29,083 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:22:29,083 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 66f01b001804e216a31f5c7988389d1c, disabling compactions & flushes 2024-12-01T18:22:29,084 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. 2024-12-01T18:22:29,084 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. 2024-12-01T18:22:29,084 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. after waiting 0 ms 2024-12-01T18:22:29,084 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. 2024-12-01T18:22:29,084 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. 2024-12-01T18:22:29,084 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 66f01b001804e216a31f5c7988389d1c: 2024-12-01T18:22:29,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T18:22:29,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733077349087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733077349087"}]},"ts":"1733077349087"} 2024-12-01T18:22:29,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-01T18:22:29,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T18:22:29,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077349118"}]},"ts":"1733077349118"} 2024-12-01T18:22:29,125 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-01T18:22:29,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=66f01b001804e216a31f5c7988389d1c, ASSIGN}] 2024-12-01T18:22:29,134 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=66f01b001804e216a31f5c7988389d1c, ASSIGN 2024-12-01T18:22:29,135 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=66f01b001804e216a31f5c7988389d1c, ASSIGN; state=OFFLINE, location=b8365d49b74c,42723,1733077344673; forceNewPlan=false, retain=false 2024-12-01T18:22:29,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=66f01b001804e216a31f5c7988389d1c, regionState=OPENING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:29,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 66f01b001804e216a31f5c7988389d1c, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:22:29,444 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:29,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. 2024-12-01T18:22:29,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 66f01b001804e216a31f5c7988389d1c, NAME => 'hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c.', STARTKEY => '', ENDKEY => ''} 2024-12-01T18:22:29,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 66f01b001804e216a31f5c7988389d1c 2024-12-01T18:22:29,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:22:29,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 66f01b001804e216a31f5c7988389d1c 2024-12-01T18:22:29,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 66f01b001804e216a31f5c7988389d1c 2024-12-01T18:22:29,455 INFO [StoreOpener-66f01b001804e216a31f5c7988389d1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 66f01b001804e216a31f5c7988389d1c 2024-12-01T18:22:29,457 INFO [StoreOpener-66f01b001804e216a31f5c7988389d1c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66f01b001804e216a31f5c7988389d1c columnFamilyName info 2024-12-01T18:22:29,457 DEBUG [StoreOpener-66f01b001804e216a31f5c7988389d1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:29,458 INFO [StoreOpener-66f01b001804e216a31f5c7988389d1c-1 {}] regionserver.HStore(327): Store=66f01b001804e216a31f5c7988389d1c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:22:29,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/namespace/66f01b001804e216a31f5c7988389d1c 2024-12-01T18:22:29,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/namespace/66f01b001804e216a31f5c7988389d1c 2024-12-01T18:22:29,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 66f01b001804e216a31f5c7988389d1c 2024-12-01T18:22:29,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/namespace/66f01b001804e216a31f5c7988389d1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T18:22:29,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 66f01b001804e216a31f5c7988389d1c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68814345, jitterRate=0.025413647294044495}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T18:22:29,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 66f01b001804e216a31f5c7988389d1c: 2024-12-01T18:22:29,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c., pid=6, masterSystemTime=1733077349444 2024-12-01T18:22:29,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. 2024-12-01T18:22:29,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. 2024-12-01T18:22:29,477 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=66f01b001804e216a31f5c7988389d1c, regionState=OPEN, openSeqNum=2, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:29,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T18:22:29,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 66f01b001804e216a31f5c7988389d1c, server=b8365d49b74c,42723,1733077344673 in 190 msec 2024-12-01T18:22:29,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T18:22:29,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=66f01b001804e216a31f5c7988389d1c, ASSIGN in 352 msec 2024-12-01T18:22:29,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T18:22:29,489 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077349489"}]},"ts":"1733077349489"} 2024-12-01T18:22:29,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-01T18:22:29,495 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T18:22:29,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2490 sec 2024-12-01T18:22:29,555 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-01T18:22:29,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:29,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-01T18:22:29,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:22:29,587 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-01T18:22:29,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-01T18:22:29,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 26 msec 2024-12-01T18:22:29,622 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-01T18:22:29,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-01T18:22:29,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2024-12-01T18:22:29,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-01T18:22:29,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-01T18:22:29,652 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.891sec 2024-12-01T18:22:29,654 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T18:22:29,655 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T18:22:29,656 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T18:22:29,656 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T18:22:29,656 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T18:22:29,657 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b8365d49b74c,41113,1733077343917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T18:22:29,658 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b8365d49b74c,41113,1733077343917-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T18:22:29,665 DEBUG [master/b8365d49b74c:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-01T18:22:29,665 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T18:22:29,666 INFO [master/b8365d49b74c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b8365d49b74c,41113,1733077343917-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T18:22:29,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38630296 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76523d14 2024-12-01T18:22:29,743 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-01T18:22:29,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75444e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:29,754 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T18:22:29,754 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T18:22:29,764 DEBUG [hconnection-0x25802b45-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:29,772 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:29,783 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b8365d49b74c,41113,1733077343917 2024-12-01T18:22:29,802 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=237, ProcessCount=11, AvailableMemoryMB=3465 2024-12-01T18:22:29,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T18:22:29,819 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T18:22:29,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T18:22:29,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T18:22:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T18:22:29,834 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T18:22:29,834 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:29,836 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T18:22:29,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-01T18:22:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-01T18:22:29,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741837_1013 (size=963) 2024-12-01T18:22:29,894 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632 2024-12-01T18:22:29,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741838_1014 (size=53) 2024-12-01T18:22:29,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:22:29,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 60dd49567809ae9e10bee50fd096a31c, disabling compactions & flushes 2024-12-01T18:22:29,908 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:29,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:29,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. after waiting 0 ms 2024-12-01T18:22:29,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:29,908 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:29,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:29,910 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T18:22:29,911 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733077349911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733077349911"}]},"ts":"1733077349911"} 2024-12-01T18:22:29,915 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-01T18:22:29,917 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T18:22:29,917 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077349917"}]},"ts":"1733077349917"} 2024-12-01T18:22:29,920 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T18:22:29,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=60dd49567809ae9e10bee50fd096a31c, ASSIGN}] 2024-12-01T18:22:29,929 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=60dd49567809ae9e10bee50fd096a31c, ASSIGN 2024-12-01T18:22:29,931 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=60dd49567809ae9e10bee50fd096a31c, ASSIGN; state=OFFLINE, location=b8365d49b74c,42723,1733077344673; forceNewPlan=false, retain=false 2024-12-01T18:22:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-01T18:22:30,081 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=60dd49567809ae9e10bee50fd096a31c, regionState=OPENING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:30,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:22:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-01T18:22:30,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:30,246 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:30,246 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} 2024-12-01T18:22:30,247 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:30,247 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:22:30,247 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:30,247 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:30,249 INFO [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:30,252 INFO [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:22:30,253 INFO [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60dd49567809ae9e10bee50fd096a31c columnFamilyName A 2024-12-01T18:22:30,253 DEBUG [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:30,254 INFO [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] regionserver.HStore(327): Store=60dd49567809ae9e10bee50fd096a31c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:22:30,254 INFO [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:30,256 INFO [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:22:30,256 INFO [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60dd49567809ae9e10bee50fd096a31c columnFamilyName B 2024-12-01T18:22:30,256 DEBUG [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:30,257 INFO [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] regionserver.HStore(327): Store=60dd49567809ae9e10bee50fd096a31c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:22:30,257 INFO [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:30,259 INFO [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:22:30,259 INFO [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60dd49567809ae9e10bee50fd096a31c columnFamilyName C 2024-12-01T18:22:30,259 DEBUG [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:30,260 INFO [StoreOpener-60dd49567809ae9e10bee50fd096a31c-1 {}] regionserver.HStore(327): Store=60dd49567809ae9e10bee50fd096a31c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:22:30,260 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:30,261 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:30,262 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:30,265 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T18:22:30,267 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:30,271 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T18:22:30,271 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 60dd49567809ae9e10bee50fd096a31c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62984322, jitterRate=-0.0614604651927948}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T18:22:30,273 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:30,274 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., pid=11, masterSystemTime=1733077350239 2024-12-01T18:22:30,277 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:30,277 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:30,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=60dd49567809ae9e10bee50fd096a31c, regionState=OPEN, openSeqNum=2, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:30,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-01T18:22:30,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 in 196 msec 2024-12-01T18:22:30,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T18:22:30,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=60dd49567809ae9e10bee50fd096a31c, ASSIGN in 357 msec 2024-12-01T18:22:30,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T18:22:30,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077350289"}]},"ts":"1733077350289"} 2024-12-01T18:22:30,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T18:22:30,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T18:22:30,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 470 msec 2024-12-01T18:22:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-01T18:22:30,476 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-01T18:22:30,481 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fdf5682 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f6e36fe 2024-12-01T18:22:30,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e98ea32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:30,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:30,489 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:30,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T18:22:30,493 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T18:22:30,500 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79d38d10 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f343a4d 2024-12-01T18:22:30,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12885408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:30,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c63ae4e to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22cb07dd 2024-12-01T18:22:30,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c43377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:30,510 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x736f1673 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@478bae6b 2024-12-01T18:22:30,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4977266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:30,514 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ee2166f to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5400112e 2024-12-01T18:22:30,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8f4734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:30,519 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f34ff67 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38766d64 2024-12-01T18:22:30,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18603bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:30,523 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b5cad1a to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@295cb1ac 2024-12-01T18:22:30,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e97e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:30,527 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c3b736e to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70267494 2024-12-01T18:22:30,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490457fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:30,532 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x767a8485 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d2a8e08 2024-12-01T18:22:30,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8de680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:30,537 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6502d571 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c915d17 2024-12-01T18:22:30,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6b07e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:30,544 DEBUG [hconnection-0x21675e13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:30,545 DEBUG [hconnection-0x4fd12293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:30,548 DEBUG [hconnection-0x2697246c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:30,548 DEBUG [hconnection-0x176fe140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:30,550 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:30,551 DEBUG [hconnection-0x3b20eaa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:30,551 DEBUG [hconnection-0x5dc12106-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:30,551 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:30,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:22:30,553 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:30,557 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:30,558 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:30,559 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-01T18:22:30,561 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:22:30,565 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:22:30,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:22:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-01T18:22:30,570 DEBUG [hconnection-0x74f48c42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:30,572 DEBUG [hconnection-0x1b20ee68-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:30,573 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:30,574 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:30,582 DEBUG [hconnection-0x2cbdc5ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:30,585 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-01T18:22:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:30,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T18:22:30,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:30,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:30,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:30,728 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:30,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-01T18:22:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:30,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:30,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-01T18:22:30,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/4805d928b67e4cdda43f53b24d15c333 is 50, key is test_row_0/A:col10/1733077350658/Put/seqid=0 2024-12-01T18:22:30,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077410866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:30,904 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:30,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-01T18:22:30,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077410875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:30,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077410885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:30,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077410886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:30,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077410887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:30,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:30,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:30,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:30,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:30,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:30,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741839_1015 (size=12001) 2024-12-01T18:22:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:30,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/4805d928b67e4cdda43f53b24d15c333 2024-12-01T18:22:31,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077411028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077411028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077411028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077411029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077411029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/fb660229cdba48afa86d832091139482 is 50, key is test_row_0/B:col10/1733077350658/Put/seqid=0 2024-12-01T18:22:31,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741840_1016 (size=12001) 2024-12-01T18:22:31,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/fb660229cdba48afa86d832091139482 2024-12-01T18:22:31,074 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-01T18:22:31,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:31,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:31,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:31,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:31,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:31,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/13fb8023cf134c16b8adc45c77810d79 is 50, key is test_row_0/C:col10/1733077350658/Put/seqid=0 2024-12-01T18:22:31,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741841_1017 (size=12001) 2024-12-01T18:22:31,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/13fb8023cf134c16b8adc45c77810d79 2024-12-01T18:22:31,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/4805d928b67e4cdda43f53b24d15c333 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/4805d928b67e4cdda43f53b24d15c333 2024-12-01T18:22:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-01T18:22:31,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/4805d928b67e4cdda43f53b24d15c333, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T18:22:31,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/fb660229cdba48afa86d832091139482 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fb660229cdba48afa86d832091139482 2024-12-01T18:22:31,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fb660229cdba48afa86d832091139482, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T18:22:31,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/13fb8023cf134c16b8adc45c77810d79 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/13fb8023cf134c16b8adc45c77810d79 2024-12-01T18:22:31,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/13fb8023cf134c16b8adc45c77810d79, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T18:22:31,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 60dd49567809ae9e10bee50fd096a31c in 521ms, sequenceid=13, compaction requested=false 2024-12-01T18:22:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T18:22:31,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:31,240 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-01T18:22:31,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:31,242 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:22:31,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:31,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:31,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:31,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/40c92654b19e4cd5a47d867a523cd4fc is 50, key is test_row_0/A:col10/1733077350866/Put/seqid=0 2024-12-01T18:22:31,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741842_1018 (size=12001) 2024-12-01T18:22:31,285 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/40c92654b19e4cd5a47d867a523cd4fc 2024-12-01T18:22:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077411292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077411292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077411296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077411300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077411303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/f496c698b7fa4f4bbad9d12f657b450d is 50, key is test_row_0/B:col10/1733077350866/Put/seqid=0 2024-12-01T18:22:31,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741843_1019 (size=12001) 2024-12-01T18:22:31,368 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/f496c698b7fa4f4bbad9d12f657b450d 2024-12-01T18:22:31,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/385395ead42143298b54e6ecaa4cb246 is 50, key is test_row_0/C:col10/1733077350866/Put/seqid=0 2024-12-01T18:22:31,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077411406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077411407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077411410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077411411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077411412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741844_1020 (size=12001) 2024-12-01T18:22:31,438 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/385395ead42143298b54e6ecaa4cb246 2024-12-01T18:22:31,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/40c92654b19e4cd5a47d867a523cd4fc as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/40c92654b19e4cd5a47d867a523cd4fc 2024-12-01T18:22:31,472 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/40c92654b19e4cd5a47d867a523cd4fc, entries=150, sequenceid=37, filesize=11.7 K 2024-12-01T18:22:31,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/f496c698b7fa4f4bbad9d12f657b450d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f496c698b7fa4f4bbad9d12f657b450d 2024-12-01T18:22:31,488 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f496c698b7fa4f4bbad9d12f657b450d, entries=150, sequenceid=37, filesize=11.7 K 2024-12-01T18:22:31,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/385395ead42143298b54e6ecaa4cb246 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/385395ead42143298b54e6ecaa4cb246 2024-12-01T18:22:31,504 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/385395ead42143298b54e6ecaa4cb246, entries=150, sequenceid=37, filesize=11.7 K 2024-12-01T18:22:31,507 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 60dd49567809ae9e10bee50fd096a31c in 263ms, sequenceid=37, compaction requested=false 2024-12-01T18:22:31,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:31,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:31,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-01T18:22:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-01T18:22:31,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-01T18:22:31,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 942 msec 2024-12-01T18:22:31,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 960 msec 2024-12-01T18:22:31,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-01T18:22:31,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:31,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:31,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:31,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:31,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:31,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:31,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/16631bc24aff4eb89a7d46a34d14dcd0 is 50, key is test_row_0/A:col10/1733077351280/Put/seqid=0 2024-12-01T18:22:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-01T18:22:31,677 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-01T18:22:31,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:22:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-01T18:22:31,684 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:22:31,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:22:31,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:22:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-01T18:22:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741845_1021 (size=14341) 2024-12-01T18:22:31,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077411696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077411700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077411704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077411706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077411708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-01T18:22:31,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077411811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077411820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077411821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077411829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077411830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,842 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-01T18:22:31,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:31,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-01T18:22:31,998 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:31,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-01T18:22:31,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:31,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:31,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:31,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077412019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077412025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077412026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077412039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077412039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/16631bc24aff4eb89a7d46a34d14dcd0 2024-12-01T18:22:32,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/efb191fa2f0044cba85745ed8a4975f0 is 50, key is test_row_0/B:col10/1733077351280/Put/seqid=0 2024-12-01T18:22:32,155 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-01T18:22:32,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:32,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:32,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:32,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741846_1022 (size=12001) 2024-12-01T18:22:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-01T18:22:32,311 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-01T18:22:32,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:32,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:32,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:32,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077412326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077412331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077412333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077412347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077412348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-01T18:22:32,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:32,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:32,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/efb191fa2f0044cba85745ed8a4975f0 2024-12-01T18:22:32,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/aa824fb79fb2422dbff79aad59e6e436 is 50, key is test_row_0/C:col10/1733077351280/Put/seqid=0 2024-12-01T18:22:32,622 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-01T18:22:32,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:32,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:32,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:32,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:32,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741847_1023 (size=12001) 2024-12-01T18:22:32,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/aa824fb79fb2422dbff79aad59e6e436 2024-12-01T18:22:32,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/16631bc24aff4eb89a7d46a34d14dcd0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/16631bc24aff4eb89a7d46a34d14dcd0 2024-12-01T18:22:32,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/16631bc24aff4eb89a7d46a34d14dcd0, entries=200, sequenceid=50, filesize=14.0 K 2024-12-01T18:22:32,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/efb191fa2f0044cba85745ed8a4975f0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/efb191fa2f0044cba85745ed8a4975f0 2024-12-01T18:22:32,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/efb191fa2f0044cba85745ed8a4975f0, entries=150, sequenceid=50, filesize=11.7 K 2024-12-01T18:22:32,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/aa824fb79fb2422dbff79aad59e6e436 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/aa824fb79fb2422dbff79aad59e6e436 2024-12-01T18:22:32,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/aa824fb79fb2422dbff79aad59e6e436, entries=150, sequenceid=50, filesize=11.7 K 2024-12-01T18:22:32,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 60dd49567809ae9e10bee50fd096a31c in 1075ms, sequenceid=50, compaction requested=true 2024-12-01T18:22:32,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:32,719 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T18:22:32,720 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:32,724 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:32,724 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:32,725 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/A is initiating minor compaction (all files) 2024-12-01T18:22:32,726 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/A in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:32,726 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/B is initiating minor compaction (all files) 2024-12-01T18:22:32,726 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/4805d928b67e4cdda43f53b24d15c333, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/40c92654b19e4cd5a47d867a523cd4fc, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/16631bc24aff4eb89a7d46a34d14dcd0] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=37.4 K 2024-12-01T18:22:32,726 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/B in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:32,726 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fb660229cdba48afa86d832091139482, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f496c698b7fa4f4bbad9d12f657b450d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/efb191fa2f0044cba85745ed8a4975f0] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=35.2 K 2024-12-01T18:22:32,728 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting fb660229cdba48afa86d832091139482, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733077350658 2024-12-01T18:22:32,729 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting f496c698b7fa4f4bbad9d12f657b450d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733077350866 2024-12-01T18:22:32,729 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting efb191fa2f0044cba85745ed8a4975f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733077351280 2024-12-01T18:22:32,733 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4805d928b67e4cdda43f53b24d15c333, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733077350658 2024-12-01T18:22:32,735 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40c92654b19e4cd5a47d867a523cd4fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733077350866 2024-12-01T18:22:32,736 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16631bc24aff4eb89a7d46a34d14dcd0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733077351280 2024-12-01T18:22:32,772 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#A#compaction#9 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:32,773 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/f922c9e6c3614c03878395e2a740dd6f is 50, key is test_row_0/A:col10/1733077351280/Put/seqid=0 2024-12-01T18:22:32,777 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-01T18:22:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:32,782 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T18:22:32,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:32,776 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#B#compaction#10 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:32,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:32,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:32,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:32,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:32,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:32,789 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/9955b3ac707e4cc781e61131c118517c is 50, key is test_row_0/B:col10/1733077351280/Put/seqid=0 2024-12-01T18:22:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-01T18:22:32,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/eae6f9117e1e49ad8f7736f59f7befb3 is 50, key is test_row_0/A:col10/1733077351702/Put/seqid=0 2024-12-01T18:22:32,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741848_1024 (size=12104) 2024-12-01T18:22:32,829 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/f922c9e6c3614c03878395e2a740dd6f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/f922c9e6c3614c03878395e2a740dd6f 2024-12-01T18:22:32,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741849_1025 (size=12104) 2024-12-01T18:22:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:32,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:32,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T18:22:32,851 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-01T18:22:32,856 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/A of 60dd49567809ae9e10bee50fd096a31c into f922c9e6c3614c03878395e2a740dd6f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:32,856 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:32,857 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/A, priority=13, startTime=1733077352706; duration=0sec 2024-12-01T18:22:32,857 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:32,857 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:32,857 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:32,865 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:32,865 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/C is initiating minor compaction (all files) 2024-12-01T18:22:32,865 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/C in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:32,866 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/13fb8023cf134c16b8adc45c77810d79, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/385395ead42143298b54e6ecaa4cb246, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/aa824fb79fb2422dbff79aad59e6e436] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=35.2 K 2024-12-01T18:22:32,867 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13fb8023cf134c16b8adc45c77810d79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733077350658 2024-12-01T18:22:32,869 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 385395ead42143298b54e6ecaa4cb246, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733077350866 2024-12-01T18:22:32,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741850_1026 (size=12001) 2024-12-01T18:22:32,871 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa824fb79fb2422dbff79aad59e6e436, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733077351280 2024-12-01T18:22:32,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077412878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077412880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077412887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077412888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077412889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,910 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#C#compaction#12 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:32,911 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/22042abc7b7d4d00a2593ca2ba8ae151 is 50, key is test_row_0/C:col10/1733077351280/Put/seqid=0 2024-12-01T18:22:32,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741851_1027 (size=12104) 2024-12-01T18:22:32,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077412995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:32,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077412997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077412999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077413000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077413001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077413200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077413200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077413205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077413205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077413207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,257 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/9955b3ac707e4cc781e61131c118517c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/9955b3ac707e4cc781e61131c118517c 2024-12-01T18:22:33,271 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/eae6f9117e1e49ad8f7736f59f7befb3 2024-12-01T18:22:33,272 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/B of 60dd49567809ae9e10bee50fd096a31c into 9955b3ac707e4cc781e61131c118517c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:33,272 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:33,272 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/B, priority=13, startTime=1733077352719; duration=0sec 2024-12-01T18:22:33,273 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:33,273 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:33,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/4b85bbecb86b4fbd933ef46f2cf40aa7 is 50, key is test_row_0/B:col10/1733077351702/Put/seqid=0 2024-12-01T18:22:33,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741852_1028 (size=12001) 2024-12-01T18:22:33,345 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/22042abc7b7d4d00a2593ca2ba8ae151 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/22042abc7b7d4d00a2593ca2ba8ae151 2024-12-01T18:22:33,347 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/4b85bbecb86b4fbd933ef46f2cf40aa7 2024-12-01T18:22:33,362 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/C of 60dd49567809ae9e10bee50fd096a31c into 22042abc7b7d4d00a2593ca2ba8ae151(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:33,362 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:33,362 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/C, priority=13, startTime=1733077352719; duration=0sec 2024-12-01T18:22:33,363 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:33,363 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:33,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/75c242ceaf354e2c9fc319457f74bcec is 50, key is test_row_0/C:col10/1733077351702/Put/seqid=0 2024-12-01T18:22:33,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741853_1029 (size=12001) 2024-12-01T18:22:33,407 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/75c242ceaf354e2c9fc319457f74bcec 2024-12-01T18:22:33,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/eae6f9117e1e49ad8f7736f59f7befb3 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/eae6f9117e1e49ad8f7736f59f7befb3 2024-12-01T18:22:33,437 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/eae6f9117e1e49ad8f7736f59f7befb3, entries=150, sequenceid=73, filesize=11.7 K 2024-12-01T18:22:33,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/4b85bbecb86b4fbd933ef46f2cf40aa7 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/4b85bbecb86b4fbd933ef46f2cf40aa7 2024-12-01T18:22:33,457 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/4b85bbecb86b4fbd933ef46f2cf40aa7, entries=150, sequenceid=73, filesize=11.7 K 2024-12-01T18:22:33,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/75c242ceaf354e2c9fc319457f74bcec as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/75c242ceaf354e2c9fc319457f74bcec 2024-12-01T18:22:33,480 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/75c242ceaf354e2c9fc319457f74bcec, entries=150, sequenceid=73, filesize=11.7 K 2024-12-01T18:22:33,482 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 60dd49567809ae9e10bee50fd096a31c in 699ms, sequenceid=73, compaction requested=false 2024-12-01T18:22:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-01T18:22:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-01T18:22:33,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-01T18:22:33,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7980 sec 2024-12-01T18:22:33,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.8100 sec 2024-12-01T18:22:33,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T18:22:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:33,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:33,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:33,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:33,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:33,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:33,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:33,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/2413df3ba326485fa8ee68540822d792 is 50, key is test_row_0/A:col10/1733077352873/Put/seqid=0 2024-12-01T18:22:33,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741854_1030 (size=12001) 2024-12-01T18:22:33,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/2413df3ba326485fa8ee68540822d792 2024-12-01T18:22:33,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077413551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077413554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077413557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077413560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077413554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/fd8c4c4a41aa40609a0419aa89dd20e5 is 50, key is test_row_0/B:col10/1733077352873/Put/seqid=0 2024-12-01T18:22:33,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741855_1031 (size=12001) 2024-12-01T18:22:33,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/fd8c4c4a41aa40609a0419aa89dd20e5 2024-12-01T18:22:33,603 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T18:22:33,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/e80dec2fb989467ea9cc3913989cba49 is 50, key is test_row_0/C:col10/1733077352873/Put/seqid=0 2024-12-01T18:22:33,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077413668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077413670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077413669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077413671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741856_1032 (size=12001) 2024-12-01T18:22:33,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077413673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/e80dec2fb989467ea9cc3913989cba49 2024-12-01T18:22:33,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/2413df3ba326485fa8ee68540822d792 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/2413df3ba326485fa8ee68540822d792 2024-12-01T18:22:33,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/2413df3ba326485fa8ee68540822d792, entries=150, sequenceid=91, filesize=11.7 K 2024-12-01T18:22:33,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/fd8c4c4a41aa40609a0419aa89dd20e5 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fd8c4c4a41aa40609a0419aa89dd20e5 2024-12-01T18:22:33,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fd8c4c4a41aa40609a0419aa89dd20e5, entries=150, sequenceid=91, filesize=11.7 K 2024-12-01T18:22:33,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/e80dec2fb989467ea9cc3913989cba49 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e80dec2fb989467ea9cc3913989cba49 2024-12-01T18:22:33,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e80dec2fb989467ea9cc3913989cba49, entries=150, sequenceid=91, filesize=11.7 K 2024-12-01T18:22:33,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 60dd49567809ae9e10bee50fd096a31c in 239ms, sequenceid=91, compaction requested=true 2024-12-01T18:22:33,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:33,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:33,747 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:33,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:33,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:33,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:33,747 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:33,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:33,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:33,751 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:33,751 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/B is initiating minor compaction (all files) 2024-12-01T18:22:33,751 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/B in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:33,752 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/9955b3ac707e4cc781e61131c118517c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/4b85bbecb86b4fbd933ef46f2cf40aa7, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fd8c4c4a41aa40609a0419aa89dd20e5] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=35.3 K 2024-12-01T18:22:33,753 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:33,753 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/A is initiating minor compaction (all files) 2024-12-01T18:22:33,753 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/A in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:33,753 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/f922c9e6c3614c03878395e2a740dd6f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/eae6f9117e1e49ad8f7736f59f7befb3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/2413df3ba326485fa8ee68540822d792] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=35.3 K 2024-12-01T18:22:33,755 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 9955b3ac707e4cc781e61131c118517c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733077351280 2024-12-01T18:22:33,756 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting f922c9e6c3614c03878395e2a740dd6f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733077351280 2024-12-01T18:22:33,756 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b85bbecb86b4fbd933ef46f2cf40aa7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733077351663 2024-12-01T18:22:33,757 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting eae6f9117e1e49ad8f7736f59f7befb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733077351663 2024-12-01T18:22:33,758 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting fd8c4c4a41aa40609a0419aa89dd20e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733077352873 2024-12-01T18:22:33,759 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2413df3ba326485fa8ee68540822d792, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733077352873 2024-12-01T18:22:33,783 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#A#compaction#18 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:33,789 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/3486fd0953354f639315267399e2db5a is 50, key is test_row_0/A:col10/1733077352873/Put/seqid=0 2024-12-01T18:22:33,793 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:33,794 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/d1e2a94eb8ff40bd834020aae5b4ec97 is 50, key is test_row_0/B:col10/1733077352873/Put/seqid=0 2024-12-01T18:22:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-01T18:22:33,798 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-01T18:22:33,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:22:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-01T18:22:33,806 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:22:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-01T18:22:33,807 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:22:33,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:22:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741857_1033 (size=12207) 2024-12-01T18:22:33,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741858_1034 (size=12207) 2024-12-01T18:22:33,838 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/3486fd0953354f639315267399e2db5a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/3486fd0953354f639315267399e2db5a 2024-12-01T18:22:33,839 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/d1e2a94eb8ff40bd834020aae5b4ec97 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d1e2a94eb8ff40bd834020aae5b4ec97 2024-12-01T18:22:33,856 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/A of 60dd49567809ae9e10bee50fd096a31c into 3486fd0953354f639315267399e2db5a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:33,856 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:33,856 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/A, priority=13, startTime=1733077353747; duration=0sec 2024-12-01T18:22:33,857 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:33,857 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:33,857 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:33,860 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:33,861 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/C is initiating minor compaction (all files) 2024-12-01T18:22:33,861 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/C in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:33,861 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/22042abc7b7d4d00a2593ca2ba8ae151, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/75c242ceaf354e2c9fc319457f74bcec, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e80dec2fb989467ea9cc3913989cba49] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=35.3 K 2024-12-01T18:22:33,862 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22042abc7b7d4d00a2593ca2ba8ae151, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733077351280 2024-12-01T18:22:33,862 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/B of 60dd49567809ae9e10bee50fd096a31c into d1e2a94eb8ff40bd834020aae5b4ec97(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:33,862 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:33,862 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/B, priority=13, startTime=1733077353747; duration=0sec 2024-12-01T18:22:33,862 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:33,862 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:33,863 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75c242ceaf354e2c9fc319457f74bcec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733077351663 2024-12-01T18:22:33,863 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting e80dec2fb989467ea9cc3913989cba49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733077352873 2024-12-01T18:22:33,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T18:22:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:33,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:33,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:33,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:33,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:33,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:33,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:33,903 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#C#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:33,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/1cc35714827e4fa8b5094c311f0f0a74 is 50, key is test_row_0/A:col10/1733077353548/Put/seqid=0 2024-12-01T18:22:33,904 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/c4f238f8bec94b83bd36fce74f7e67ea is 50, key is test_row_0/C:col10/1733077352873/Put/seqid=0 2024-12-01T18:22:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-01T18:22:33,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077413914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077413914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077413920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077413925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077413929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741859_1035 (size=12207) 2024-12-01T18:22:33,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741860_1036 (size=16681) 2024-12-01T18:22:33,961 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:33,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-01T18:22:33,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:33,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:33,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/1cc35714827e4fa8b5094c311f0f0a74 2024-12-01T18:22:33,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:33,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:33,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:33,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/3076e1435e2c4f1ca94b9b4408a3c3f2 is 50, key is test_row_0/B:col10/1733077353548/Put/seqid=0 2024-12-01T18:22:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741861_1037 (size=12001) 2024-12-01T18:22:34,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/3076e1435e2c4f1ca94b9b4408a3c3f2 2024-12-01T18:22:34,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077414027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077414031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077414032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077414032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077414033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/b6091cc7fbdf48cbb81a8e5471ca34d1 is 50, key is test_row_0/C:col10/1733077353548/Put/seqid=0 2024-12-01T18:22:34,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741862_1038 (size=12001) 2024-12-01T18:22:34,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/b6091cc7fbdf48cbb81a8e5471ca34d1 2024-12-01T18:22:34,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/1cc35714827e4fa8b5094c311f0f0a74 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1cc35714827e4fa8b5094c311f0f0a74 2024-12-01T18:22:34,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1cc35714827e4fa8b5094c311f0f0a74, entries=250, sequenceid=116, filesize=16.3 K 2024-12-01T18:22:34,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/3076e1435e2c4f1ca94b9b4408a3c3f2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3076e1435e2c4f1ca94b9b4408a3c3f2 2024-12-01T18:22:34,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3076e1435e2c4f1ca94b9b4408a3c3f2, entries=150, sequenceid=116, filesize=11.7 K 2024-12-01T18:22:34,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/b6091cc7fbdf48cbb81a8e5471ca34d1 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/b6091cc7fbdf48cbb81a8e5471ca34d1 2024-12-01T18:22:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-01T18:22:34,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/b6091cc7fbdf48cbb81a8e5471ca34d1, entries=150, sequenceid=116, filesize=11.7 K 2024-12-01T18:22:34,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-01T18:22:34,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:34,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:34,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:34,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 60dd49567809ae9e10bee50fd096a31c in 236ms, sequenceid=116, compaction requested=false 2024-12-01T18:22:34,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:34,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:34,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-01T18:22:34,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:34,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:34,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:34,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:34,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:34,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:34,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/72428a3f365f46c6af74e2a5927e90aa is 50, key is test_row_0/A:col10/1733077353916/Put/seqid=0 2024-12-01T18:22:34,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-01T18:22:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:34,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077414266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077414268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077414270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077414271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077414274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741863_1039 (size=16831) 2024-12-01T18:22:34,361 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/c4f238f8bec94b83bd36fce74f7e67ea as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/c4f238f8bec94b83bd36fce74f7e67ea 2024-12-01T18:22:34,377 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/C of 60dd49567809ae9e10bee50fd096a31c into c4f238f8bec94b83bd36fce74f7e67ea(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:34,377 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:34,377 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/C, priority=13, startTime=1733077353747; duration=0sec 2024-12-01T18:22:34,378 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:34,378 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:34,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077414376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077414377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077414379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077414379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077414381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T18:22:34,406 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T18:22:34,409 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-01T18:22:34,409 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-01T18:22:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-01T18:22:34,411 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T18:22:34,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T18:22:34,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T18:22:34,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T18:22:34,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-01T18:22:34,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-01T18:22:34,426 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-01T18:22:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:34,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:34,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-01T18:22:34,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:34,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:34,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:34,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077414583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077414584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077414586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077414587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077414589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/72428a3f365f46c6af74e2a5927e90aa 2024-12-01T18:22:34,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/840b605720734d13b5419ab5430105cd is 50, key is test_row_0/B:col10/1733077353916/Put/seqid=0 2024-12-01T18:22:34,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-01T18:22:34,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:34,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:34,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:34,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741864_1040 (size=12101) 2024-12-01T18:22:34,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/840b605720734d13b5419ab5430105cd 2024-12-01T18:22:34,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/86790dd26f0446f1a79ac95edce3cd46 is 50, key is test_row_0/C:col10/1733077353916/Put/seqid=0 2024-12-01T18:22:34,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741865_1041 (size=12101) 2024-12-01T18:22:34,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077414888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077414887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077414890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,894 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-01T18:22:34,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:34,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:34,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:34,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:34,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077414896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077414897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-01T18:22:35,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-01T18:22:35,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:35,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:35,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:35,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:35,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:35,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-01T18:22:35,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:35,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:35,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:35,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:35,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:35,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/86790dd26f0446f1a79ac95edce3cd46 2024-12-01T18:22:35,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/72428a3f365f46c6af74e2a5927e90aa as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/72428a3f365f46c6af74e2a5927e90aa 2024-12-01T18:22:35,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/72428a3f365f46c6af74e2a5927e90aa, entries=250, sequenceid=133, filesize=16.4 K 2024-12-01T18:22:35,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/840b605720734d13b5419ab5430105cd as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/840b605720734d13b5419ab5430105cd 2024-12-01T18:22:35,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/840b605720734d13b5419ab5430105cd, entries=150, sequenceid=133, filesize=11.8 K 2024-12-01T18:22:35,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/86790dd26f0446f1a79ac95edce3cd46 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/86790dd26f0446f1a79ac95edce3cd46 2024-12-01T18:22:35,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/86790dd26f0446f1a79ac95edce3cd46, entries=150, sequenceid=133, filesize=11.8 K 2024-12-01T18:22:35,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 60dd49567809ae9e10bee50fd096a31c in 1030ms, sequenceid=133, compaction requested=true 2024-12-01T18:22:35,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:35,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:35,273 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:35,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:35,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:35,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:35,273 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:35,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:35,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:35,275 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:35,275 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:35,275 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/A is initiating minor compaction (all files) 2024-12-01T18:22:35,275 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/B is initiating minor compaction (all files) 2024-12-01T18:22:35,275 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/A in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:35,275 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/B in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:35,276 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d1e2a94eb8ff40bd834020aae5b4ec97, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3076e1435e2c4f1ca94b9b4408a3c3f2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/840b605720734d13b5419ab5430105cd] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=35.5 K 2024-12-01T18:22:35,276 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/3486fd0953354f639315267399e2db5a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1cc35714827e4fa8b5094c311f0f0a74, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/72428a3f365f46c6af74e2a5927e90aa] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=44.6 K 2024-12-01T18:22:35,277 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d1e2a94eb8ff40bd834020aae5b4ec97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733077352873 2024-12-01T18:22:35,277 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3486fd0953354f639315267399e2db5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733077352873 2024-12-01T18:22:35,278 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 3076e1435e2c4f1ca94b9b4408a3c3f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733077353548 2024-12-01T18:22:35,278 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cc35714827e4fa8b5094c311f0f0a74, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733077353548 2024-12-01T18:22:35,278 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 840b605720734d13b5419ab5430105cd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733077353916 2024-12-01T18:22:35,279 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72428a3f365f46c6af74e2a5927e90aa, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733077353898 2024-12-01T18:22:35,303 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:35,308 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:35,310 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/aa78e17d155a414ab9c06513f73d841f is 50, key is test_row_0/A:col10/1733077353916/Put/seqid=0 2024-12-01T18:22:35,310 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/d7c50d5372bd4092bb97622cc6d8dee2 is 50, key is test_row_0/B:col10/1733077353916/Put/seqid=0 2024-12-01T18:22:35,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741866_1042 (size=12409) 2024-12-01T18:22:35,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741867_1043 (size=12409) 2024-12-01T18:22:35,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-01T18:22:35,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:35,361 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-01T18:22:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:35,361 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/d7c50d5372bd4092bb97622cc6d8dee2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d7c50d5372bd4092bb97622cc6d8dee2 2024-12-01T18:22:35,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:35,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:35,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:35,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:35,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:35,370 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/aa78e17d155a414ab9c06513f73d841f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/aa78e17d155a414ab9c06513f73d841f 2024-12-01T18:22:35,372 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/B of 60dd49567809ae9e10bee50fd096a31c into d7c50d5372bd4092bb97622cc6d8dee2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:35,372 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:35,373 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/B, priority=13, startTime=1733077355273; duration=0sec 2024-12-01T18:22:35,373 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:35,373 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:35,373 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:35,376 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:35,376 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/C is initiating minor compaction (all files) 2024-12-01T18:22:35,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/95b7ca3d736e44a784e275aa314b127f is 50, key is test_row_0/A:col10/1733077354267/Put/seqid=0 2024-12-01T18:22:35,376 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/C in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:35,376 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/c4f238f8bec94b83bd36fce74f7e67ea, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/b6091cc7fbdf48cbb81a8e5471ca34d1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/86790dd26f0446f1a79ac95edce3cd46] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=35.5 K 2024-12-01T18:22:35,377 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting c4f238f8bec94b83bd36fce74f7e67ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733077352873 2024-12-01T18:22:35,378 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting b6091cc7fbdf48cbb81a8e5471ca34d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733077353548 2024-12-01T18:22:35,380 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 86790dd26f0446f1a79ac95edce3cd46, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733077353916 2024-12-01T18:22:35,380 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/A of 60dd49567809ae9e10bee50fd096a31c into aa78e17d155a414ab9c06513f73d841f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:35,380 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:35,380 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/A, priority=13, startTime=1733077355273; duration=0sec 2024-12-01T18:22:35,380 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:35,380 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:35,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:35,407 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#C#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741868_1044 (size=12151) 2024-12-01T18:22:35,408 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/3a09f793d6d24863a471f777b5c91f0e is 50, key is test_row_0/C:col10/1733077353916/Put/seqid=0 2024-12-01T18:22:35,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077415417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741869_1045 (size=12409) 2024-12-01T18:22:35,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077415419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077415419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077415420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077415423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,440 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/3a09f793d6d24863a471f777b5c91f0e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/3a09f793d6d24863a471f777b5c91f0e 2024-12-01T18:22:35,452 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/C of 60dd49567809ae9e10bee50fd096a31c into 3a09f793d6d24863a471f777b5c91f0e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:35,452 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:35,452 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/C, priority=13, startTime=1733077355273; duration=0sec 2024-12-01T18:22:35,452 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:35,452 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:35,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077415527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077415528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077415525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077415528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077415530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077415730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077415731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077415732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077415740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077415740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:35,810 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/95b7ca3d736e44a784e275aa314b127f 2024-12-01T18:22:35,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/3cc3568a4c53402d9907c5195746217f is 50, key is test_row_0/B:col10/1733077354267/Put/seqid=0 2024-12-01T18:22:35,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741870_1046 (size=12151) 2024-12-01T18:22:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-01T18:22:36,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077416040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077416041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077416040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077416046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077416046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,271 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/3cc3568a4c53402d9907c5195746217f 2024-12-01T18:22:36,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/fc6e7c3561dd4e51a894335c6803e8f6 is 50, key is test_row_0/C:col10/1733077354267/Put/seqid=0 2024-12-01T18:22:36,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741871_1047 (size=12151) 2024-12-01T18:22:36,334 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/fc6e7c3561dd4e51a894335c6803e8f6 2024-12-01T18:22:36,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/95b7ca3d736e44a784e275aa314b127f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/95b7ca3d736e44a784e275aa314b127f 2024-12-01T18:22:36,354 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/95b7ca3d736e44a784e275aa314b127f, entries=150, sequenceid=153, filesize=11.9 K 2024-12-01T18:22:36,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/3cc3568a4c53402d9907c5195746217f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3cc3568a4c53402d9907c5195746217f 2024-12-01T18:22:36,372 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3cc3568a4c53402d9907c5195746217f, entries=150, sequenceid=153, filesize=11.9 K 2024-12-01T18:22:36,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/fc6e7c3561dd4e51a894335c6803e8f6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/fc6e7c3561dd4e51a894335c6803e8f6 2024-12-01T18:22:36,386 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/fc6e7c3561dd4e51a894335c6803e8f6, entries=150, sequenceid=153, filesize=11.9 K 2024-12-01T18:22:36,389 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 60dd49567809ae9e10bee50fd096a31c in 1027ms, sequenceid=153, compaction requested=false 2024-12-01T18:22:36,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:36,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:36,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-01T18:22:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-01T18:22:36,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-01T18:22:36,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5880 sec 2024-12-01T18:22:36,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.5960 sec 2024-12-01T18:22:36,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-01T18:22:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:36,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:36,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:36,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:36,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:36,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:36,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:36,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/fe1639d11aa540b4969c1a9b1d14f4c3 is 50, key is test_row_0/A:col10/1733077356547/Put/seqid=0 2024-12-01T18:22:36,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077416567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077416567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077416569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077416572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077416574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741872_1048 (size=12151) 2024-12-01T18:22:36,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077416674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077416675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077416676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077416678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077416678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077416882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077416882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077416886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077416886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077416888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:36,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/fe1639d11aa540b4969c1a9b1d14f4c3 2024-12-01T18:22:37,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/d8d9f77db3544e0cbe86961eb69c9e1d is 50, key is test_row_0/B:col10/1733077356547/Put/seqid=0 2024-12-01T18:22:37,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741873_1049 (size=12151) 2024-12-01T18:22:37,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/d8d9f77db3544e0cbe86961eb69c9e1d 2024-12-01T18:22:37,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/39479f706314453aaa66ebf5ecc7385c is 50, key is test_row_0/C:col10/1733077356547/Put/seqid=0 2024-12-01T18:22:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741874_1050 (size=12151) 2024-12-01T18:22:37,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/39479f706314453aaa66ebf5ecc7385c 2024-12-01T18:22:37,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/fe1639d11aa540b4969c1a9b1d14f4c3 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/fe1639d11aa540b4969c1a9b1d14f4c3 2024-12-01T18:22:37,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/fe1639d11aa540b4969c1a9b1d14f4c3, entries=150, sequenceid=175, filesize=11.9 K 2024-12-01T18:22:37,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/d8d9f77db3544e0cbe86961eb69c9e1d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d8d9f77db3544e0cbe86961eb69c9e1d 2024-12-01T18:22:37,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d8d9f77db3544e0cbe86961eb69c9e1d, entries=150, sequenceid=175, filesize=11.9 K 2024-12-01T18:22:37,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/39479f706314453aaa66ebf5ecc7385c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/39479f706314453aaa66ebf5ecc7385c 2024-12-01T18:22:37,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/39479f706314453aaa66ebf5ecc7385c, entries=150, sequenceid=175, filesize=11.9 K 2024-12-01T18:22:37,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 60dd49567809ae9e10bee50fd096a31c in 587ms, sequenceid=175, compaction requested=true 2024-12-01T18:22:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:37,135 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:37,135 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:37,137 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:37,137 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/A is initiating minor compaction (all files) 2024-12-01T18:22:37,137 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/A in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:37,137 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/aa78e17d155a414ab9c06513f73d841f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/95b7ca3d736e44a784e275aa314b127f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/fe1639d11aa540b4969c1a9b1d14f4c3] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=35.9 K 2024-12-01T18:22:37,137 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:37,137 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/B is initiating minor compaction (all files) 2024-12-01T18:22:37,138 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/B in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:37,138 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d7c50d5372bd4092bb97622cc6d8dee2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3cc3568a4c53402d9907c5195746217f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d8d9f77db3544e0cbe86961eb69c9e1d] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=35.9 K 2024-12-01T18:22:37,139 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d7c50d5372bd4092bb97622cc6d8dee2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733077353916 2024-12-01T18:22:37,139 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa78e17d155a414ab9c06513f73d841f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733077353916 2024-12-01T18:22:37,140 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cc3568a4c53402d9907c5195746217f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733077354266 2024-12-01T18:22:37,140 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95b7ca3d736e44a784e275aa314b127f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733077354266 2024-12-01T18:22:37,141 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d8d9f77db3544e0cbe86961eb69c9e1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733077355416 2024-12-01T18:22:37,141 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe1639d11aa540b4969c1a9b1d14f4c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733077355416 2024-12-01T18:22:37,176 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:37,177 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/c0c6d375cadd4bc4b051963020274295 is 50, key is test_row_0/A:col10/1733077356547/Put/seqid=0 2024-12-01T18:22:37,177 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#B#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:37,178 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/717b94b19d5a4a589d94a976bbc49931 is 50, key is test_row_0/B:col10/1733077356547/Put/seqid=0 2024-12-01T18:22:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:37,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-01T18:22:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741876_1052 (size=12561) 2024-12-01T18:22:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741875_1051 (size=12561) 2024-12-01T18:22:37,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:37,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:37,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:37,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:37,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:37,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:37,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/cf9ae1ca8a7147fcb7fffec7ef5effe9 is 50, key is test_row_0/A:col10/1733077357187/Put/seqid=0 2024-12-01T18:22:37,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077417215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077417217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077417218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077417218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077417220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741877_1053 (size=12151) 2024-12-01T18:22:37,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/cf9ae1ca8a7147fcb7fffec7ef5effe9 2024-12-01T18:22:37,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/46c22b8f69d943b3888b9ee1cefa80d4 is 50, key is test_row_0/B:col10/1733077357187/Put/seqid=0 2024-12-01T18:22:37,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741878_1054 (size=12151) 2024-12-01T18:22:37,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/46c22b8f69d943b3888b9ee1cefa80d4 2024-12-01T18:22:37,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/89db549a059e489e803c6f83a1c57082 is 50, key is test_row_0/C:col10/1733077357187/Put/seqid=0 2024-12-01T18:22:37,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077417323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077417323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077417324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077417325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077417325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741879_1055 (size=12151) 2024-12-01T18:22:37,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/89db549a059e489e803c6f83a1c57082 2024-12-01T18:22:37,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/cf9ae1ca8a7147fcb7fffec7ef5effe9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/cf9ae1ca8a7147fcb7fffec7ef5effe9 2024-12-01T18:22:37,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/cf9ae1ca8a7147fcb7fffec7ef5effe9, entries=150, sequenceid=195, filesize=11.9 K 2024-12-01T18:22:37,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/46c22b8f69d943b3888b9ee1cefa80d4 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/46c22b8f69d943b3888b9ee1cefa80d4 2024-12-01T18:22:37,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/46c22b8f69d943b3888b9ee1cefa80d4, entries=150, sequenceid=195, filesize=11.9 K 2024-12-01T18:22:37,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/89db549a059e489e803c6f83a1c57082 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/89db549a059e489e803c6f83a1c57082 2024-12-01T18:22:37,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/89db549a059e489e803c6f83a1c57082, entries=150, sequenceid=195, filesize=11.9 K 2024-12-01T18:22:37,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 60dd49567809ae9e10bee50fd096a31c in 190ms, sequenceid=195, compaction requested=true 2024-12-01T18:22:37,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:37,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:37,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T18:22:37,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:37,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-01T18:22:37,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:37,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-01T18:22:37,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-01T18:22:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:37,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:37,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:37,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:37,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:37,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:37,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:37,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/1d9f401453894f30b0b474cd349752ba is 50, key is test_row_0/A:col10/1733077357530/Put/seqid=0 2024-12-01T18:22:37,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741880_1056 (size=12151) 2024-12-01T18:22:37,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/1d9f401453894f30b0b474cd349752ba 2024-12-01T18:22:37,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077417583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/40da474bcce9463fa177fccec37d9bf0 is 50, key is test_row_0/B:col10/1733077357530/Put/seqid=0 2024-12-01T18:22:37,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077417584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077417593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077417597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077417594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,611 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/c0c6d375cadd4bc4b051963020274295 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/c0c6d375cadd4bc4b051963020274295 2024-12-01T18:22:37,612 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/717b94b19d5a4a589d94a976bbc49931 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/717b94b19d5a4a589d94a976bbc49931 2024-12-01T18:22:37,623 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/B of 60dd49567809ae9e10bee50fd096a31c into 717b94b19d5a4a589d94a976bbc49931(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:37,623 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:37,623 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/B, priority=13, startTime=1733077357135; duration=0sec 2024-12-01T18:22:37,624 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-01T18:22:37,624 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:37,624 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-12-01T18:22:37,625 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T18:22:37,625 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T18:22:37,625 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. because compaction request was cancelled 2024-12-01T18:22:37,625 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:37,625 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:22:37,628 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:22:37,628 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/C is initiating minor compaction (all files) 2024-12-01T18:22:37,628 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/C in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:37,628 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/3a09f793d6d24863a471f777b5c91f0e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/fc6e7c3561dd4e51a894335c6803e8f6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/39479f706314453aaa66ebf5ecc7385c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/89db549a059e489e803c6f83a1c57082] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=47.7 K 2024-12-01T18:22:37,628 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/A of 60dd49567809ae9e10bee50fd096a31c into c0c6d375cadd4bc4b051963020274295(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:37,629 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a09f793d6d24863a471f777b5c91f0e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733077353916 2024-12-01T18:22:37,629 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:37,630 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/A, priority=13, startTime=1733077357135; duration=0sec 2024-12-01T18:22:37,630 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting fc6e7c3561dd4e51a894335c6803e8f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733077354266 2024-12-01T18:22:37,630 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T18:22:37,630 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:37,630 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:37,630 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-01T18:22:37,630 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T18:22:37,630 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T18:22:37,630 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. because compaction request was cancelled 2024-12-01T18:22:37,630 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:37,630 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 39479f706314453aaa66ebf5ecc7385c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733077355416 2024-12-01T18:22:37,630 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-01T18:22:37,631 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 89db549a059e489e803c6f83a1c57082, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733077356565 2024-12-01T18:22:37,632 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T18:22:37,632 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T18:22:37,632 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. because compaction request was cancelled 2024-12-01T18:22:37,633 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:37,657 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#C#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:37,658 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/e396b29fe8ad4b7b9debe19a0370cd1b is 50, key is test_row_0/C:col10/1733077357187/Put/seqid=0 2024-12-01T18:22:37,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741881_1057 (size=12151) 2024-12-01T18:22:37,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/40da474bcce9463fa177fccec37d9bf0 2024-12-01T18:22:37,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/367f4a99d1844fd2afc2be9961b5e5d5 is 50, key is test_row_0/C:col10/1733077357530/Put/seqid=0 2024-12-01T18:22:37,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741882_1058 (size=12595) 2024-12-01T18:22:37,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741883_1059 (size=12151) 2024-12-01T18:22:37,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077417697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077417698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077417705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077417707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077417711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077417900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077417900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077417910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077417911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077417913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-01T18:22:37,916 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-01T18:22:37,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:22:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-01T18:22:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-01T18:22:37,923 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:22:37,926 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:22:37,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:22:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-01T18:22:38,078 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-01T18:22:38,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:38,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/367f4a99d1844fd2afc2be9961b5e5d5 2024-12-01T18:22:38,104 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/e396b29fe8ad4b7b9debe19a0370cd1b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e396b29fe8ad4b7b9debe19a0370cd1b 2024-12-01T18:22:38,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/1d9f401453894f30b0b474cd349752ba as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1d9f401453894f30b0b474cd349752ba 2024-12-01T18:22:38,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1d9f401453894f30b0b474cd349752ba, entries=150, sequenceid=213, filesize=11.9 K 2024-12-01T18:22:38,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/40da474bcce9463fa177fccec37d9bf0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/40da474bcce9463fa177fccec37d9bf0 2024-12-01T18:22:38,119 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/C of 60dd49567809ae9e10bee50fd096a31c into e396b29fe8ad4b7b9debe19a0370cd1b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:38,119 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:38,119 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/C, priority=12, startTime=1733077357380; duration=0sec 2024-12-01T18:22:38,119 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:38,120 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:38,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/40da474bcce9463fa177fccec37d9bf0, entries=150, sequenceid=213, filesize=11.9 K 2024-12-01T18:22:38,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/367f4a99d1844fd2afc2be9961b5e5d5 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/367f4a99d1844fd2afc2be9961b5e5d5 2024-12-01T18:22:38,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/367f4a99d1844fd2afc2be9961b5e5d5, entries=150, sequenceid=213, filesize=11.9 K 2024-12-01T18:22:38,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 60dd49567809ae9e10bee50fd096a31c in 617ms, sequenceid=213, compaction requested=true 2024-12-01T18:22:38,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:38,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:38,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:38,151 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:38,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:38,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:38,151 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:38,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:38,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:38,153 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:38,153 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/A is initiating minor compaction (all files) 2024-12-01T18:22:38,154 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/A in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,154 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/c0c6d375cadd4bc4b051963020274295, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/cf9ae1ca8a7147fcb7fffec7ef5effe9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1d9f401453894f30b0b474cd349752ba] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=36.0 K 2024-12-01T18:22:38,154 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:38,155 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/B is initiating minor compaction (all files) 2024-12-01T18:22:38,155 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/B in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,155 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/717b94b19d5a4a589d94a976bbc49931, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/46c22b8f69d943b3888b9ee1cefa80d4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/40da474bcce9463fa177fccec37d9bf0] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=36.0 K 2024-12-01T18:22:38,155 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0c6d375cadd4bc4b051963020274295, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733077355416 2024-12-01T18:22:38,157 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf9ae1ca8a7147fcb7fffec7ef5effe9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733077356565 2024-12-01T18:22:38,157 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 717b94b19d5a4a589d94a976bbc49931, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733077355416 2024-12-01T18:22:38,158 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d9f401453894f30b0b474cd349752ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733077357209 2024-12-01T18:22:38,158 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 46c22b8f69d943b3888b9ee1cefa80d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733077356565 2024-12-01T18:22:38,159 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 40da474bcce9463fa177fccec37d9bf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733077357209 2024-12-01T18:22:38,179 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#A#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:38,180 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/1c43fb27b5d441a2b27d4cf7af79c982 is 50, key is test_row_0/A:col10/1733077357530/Put/seqid=0 2024-12-01T18:22:38,182 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#B#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:38,183 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/55d3144d2e234aa19a0cf0c170dfb235 is 50, key is test_row_0/B:col10/1733077357530/Put/seqid=0 2024-12-01T18:22:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741885_1061 (size=12663) 2024-12-01T18:22:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:38,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-01T18:22:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:38,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741884_1060 (size=12663) 2024-12-01T18:22:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-01T18:22:38,229 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/55d3144d2e234aa19a0cf0c170dfb235 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/55d3144d2e234aa19a0cf0c170dfb235 2024-12-01T18:22:38,229 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/1c43fb27b5d441a2b27d4cf7af79c982 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1c43fb27b5d441a2b27d4cf7af79c982 2024-12-01T18:22:38,233 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/b35ea7e2d3d34adbab9c82a2a610e444 is 50, key is test_row_0/A:col10/1733077358207/Put/seqid=0 2024-12-01T18:22:38,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-01T18:22:38,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,239 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/A of 60dd49567809ae9e10bee50fd096a31c into 1c43fb27b5d441a2b27d4cf7af79c982(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:38,239 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:38,240 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/A, priority=13, startTime=1733077358151; duration=0sec 2024-12-01T18:22:38,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:38,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,241 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/B of 60dd49567809ae9e10bee50fd096a31c into 55d3144d2e234aa19a0cf0c170dfb235(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:38,242 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:38,242 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/B, priority=13, startTime=1733077358151; duration=0sec 2024-12-01T18:22:38,243 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:38,243 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:38,244 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-01T18:22:38,244 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:38,244 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:38,245 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T18:22:38,245 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T18:22:38,245 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. because compaction request was cancelled 2024-12-01T18:22:38,245 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:38,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077418234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077418240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077418237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077418240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077418244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741886_1062 (size=12151) 2024-12-01T18:22:38,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/b35ea7e2d3d34adbab9c82a2a610e444 2024-12-01T18:22:38,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/0ae33b61ec5f4c5f8cd21162c780b129 is 50, key is test_row_0/B:col10/1733077358207/Put/seqid=0 2024-12-01T18:22:38,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741887_1063 (size=12151) 2024-12-01T18:22:38,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/0ae33b61ec5f4c5f8cd21162c780b129 2024-12-01T18:22:38,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/517ad91267c6423b8862ea77ba8e2418 is 50, key is test_row_0/C:col10/1733077358207/Put/seqid=0 2024-12-01T18:22:38,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741888_1064 (size=12151) 2024-12-01T18:22:38,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077418348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077418349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077418349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077418350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077418350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-01T18:22:38,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:38,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-01T18:22:38,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-01T18:22:38,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:38,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077418552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077418553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077418553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077418554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077418554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-01T18:22:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:38,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/517ad91267c6423b8862ea77ba8e2418 2024-12-01T18:22:38,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/b35ea7e2d3d34adbab9c82a2a610e444 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/b35ea7e2d3d34adbab9c82a2a610e444 2024-12-01T18:22:38,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/b35ea7e2d3d34adbab9c82a2a610e444, entries=150, sequenceid=237, filesize=11.9 K 2024-12-01T18:22:38,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/0ae33b61ec5f4c5f8cd21162c780b129 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/0ae33b61ec5f4c5f8cd21162c780b129 2024-12-01T18:22:38,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/0ae33b61ec5f4c5f8cd21162c780b129, entries=150, sequenceid=237, filesize=11.9 K 2024-12-01T18:22:38,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/517ad91267c6423b8862ea77ba8e2418 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/517ad91267c6423b8862ea77ba8e2418 2024-12-01T18:22:38,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/517ad91267c6423b8862ea77ba8e2418, entries=150, sequenceid=237, filesize=11.9 K 2024-12-01T18:22:38,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 60dd49567809ae9e10bee50fd096a31c in 579ms, sequenceid=237, compaction requested=true 2024-12-01T18:22:38,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:38,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:38,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:38,789 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-01T18:22:38,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:38,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:38,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:38,790 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:38,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T18:22:38,790 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T18:22:38,790 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T18:22:38,790 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. because compaction request was cancelled 2024-12-01T18:22:38,791 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:38,791 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-01T18:22:38,791 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:38,791 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/C is initiating minor compaction (all files) 2024-12-01T18:22:38,791 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/C in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,791 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e396b29fe8ad4b7b9debe19a0370cd1b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/367f4a99d1844fd2afc2be9961b5e5d5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/517ad91267c6423b8862ea77ba8e2418] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=36.0 K 2024-12-01T18:22:38,792 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T18:22:38,792 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T18:22:38,792 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. because compaction request was cancelled 2024-12-01T18:22:38,792 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:38,792 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e396b29fe8ad4b7b9debe19a0370cd1b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733077356565 2024-12-01T18:22:38,793 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 367f4a99d1844fd2afc2be9961b5e5d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733077357209 2024-12-01T18:22:38,794 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 517ad91267c6423b8862ea77ba8e2418, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733077357585 2024-12-01T18:22:38,814 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#C#compaction#50 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:38,815 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/da67db812ab14a7b868e5a8cffb4d928 is 50, key is test_row_0/C:col10/1733077358207/Put/seqid=0 2024-12-01T18:22:38,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-01T18:22:38,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:38,857 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T18:22:38,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:38,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:38,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:38,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:38,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:38,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:38,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:38,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741889_1065 (size=12697) 2024-12-01T18:22:38,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/56d233d33cb249cbb8f8ae821f0cbb1d is 50, key is test_row_0/A:col10/1733077358228/Put/seqid=0 2024-12-01T18:22:38,882 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/da67db812ab14a7b868e5a8cffb4d928 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/da67db812ab14a7b868e5a8cffb4d928 2024-12-01T18:22:38,892 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/C of 60dd49567809ae9e10bee50fd096a31c into da67db812ab14a7b868e5a8cffb4d928(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:38,892 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:38,892 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/C, priority=13, startTime=1733077358789; duration=0sec 2024-12-01T18:22:38,893 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:38,893 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:38,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077418887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741890_1066 (size=12151) 2024-12-01T18:22:38,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077418891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077418892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077418893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077418893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:38,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077418995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077419000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077419001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077419001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077419001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-01T18:22:39,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077419198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077419204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077419205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077419208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077419209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,299 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/56d233d33cb249cbb8f8ae821f0cbb1d 2024-12-01T18:22:39,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/b675c2e74313467db758ca6a0e76299b is 50, key is test_row_0/B:col10/1733077358228/Put/seqid=0 2024-12-01T18:22:39,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741891_1067 (size=12151) 2024-12-01T18:22:39,340 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/b675c2e74313467db758ca6a0e76299b 2024-12-01T18:22:39,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/52998ede28d245a9b7c0b866c8e9e123 is 50, key is test_row_0/C:col10/1733077358228/Put/seqid=0 2024-12-01T18:22:39,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741892_1068 (size=12151) 2024-12-01T18:22:39,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077419503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077419509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077419511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077419512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077419514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:39,786 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/52998ede28d245a9b7c0b866c8e9e123 2024-12-01T18:22:39,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/56d233d33cb249cbb8f8ae821f0cbb1d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/56d233d33cb249cbb8f8ae821f0cbb1d 2024-12-01T18:22:39,811 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/56d233d33cb249cbb8f8ae821f0cbb1d, entries=150, sequenceid=254, filesize=11.9 K 2024-12-01T18:22:39,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/b675c2e74313467db758ca6a0e76299b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/b675c2e74313467db758ca6a0e76299b 2024-12-01T18:22:39,821 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/b675c2e74313467db758ca6a0e76299b, entries=150, sequenceid=254, filesize=11.9 K 2024-12-01T18:22:39,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/52998ede28d245a9b7c0b866c8e9e123 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/52998ede28d245a9b7c0b866c8e9e123 2024-12-01T18:22:39,837 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/52998ede28d245a9b7c0b866c8e9e123, entries=150, sequenceid=254, filesize=11.9 K 2024-12-01T18:22:39,839 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 60dd49567809ae9e10bee50fd096a31c in 981ms, sequenceid=254, compaction requested=true 2024-12-01T18:22:39,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:39,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:39,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-01T18:22:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-01T18:22:39,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-01T18:22:39,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9150 sec 2024-12-01T18:22:39,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.9260 sec 2024-12-01T18:22:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:40,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T18:22:40,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:40,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:40,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:40,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:40,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:40,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-01T18:22:40,029 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-01T18:22:40,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/4b0a043022d84bbe82da8785f060920f is 50, key is test_row_0/A:col10/1733077358891/Put/seqid=0 2024-12-01T18:22:40,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:22:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-01T18:22:40,033 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:22:40,035 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:22:40,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:22:40,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077420027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-01T18:22:40,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077420028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077420033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077420035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077420036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741893_1069 (size=14741) 2024-12-01T18:22:40,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/4b0a043022d84bbe82da8785f060920f 2024-12-01T18:22:40,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/a4e5a5ef2909490aae42f6ed9522491e is 50, key is test_row_0/B:col10/1733077358891/Put/seqid=0 2024-12-01T18:22:40,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741894_1070 (size=12301) 2024-12-01T18:22:40,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/a4e5a5ef2909490aae42f6ed9522491e 2024-12-01T18:22:40,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/698e4367a0f3414688f318d2e13faac7 is 50, key is test_row_0/C:col10/1733077358891/Put/seqid=0 2024-12-01T18:22:40,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741895_1071 (size=12301) 2024-12-01T18:22:40,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/698e4367a0f3414688f318d2e13faac7 2024-12-01T18:22:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-01T18:22:40,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077420137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077420139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077420138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077420141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077420143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/4b0a043022d84bbe82da8785f060920f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/4b0a043022d84bbe82da8785f060920f 2024-12-01T18:22:40,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/4b0a043022d84bbe82da8785f060920f, entries=200, sequenceid=278, filesize=14.4 K 2024-12-01T18:22:40,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/a4e5a5ef2909490aae42f6ed9522491e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/a4e5a5ef2909490aae42f6ed9522491e 2024-12-01T18:22:40,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/a4e5a5ef2909490aae42f6ed9522491e, entries=150, sequenceid=278, filesize=12.0 K 2024-12-01T18:22:40,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/698e4367a0f3414688f318d2e13faac7 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/698e4367a0f3414688f318d2e13faac7 2024-12-01T18:22:40,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-01T18:22:40,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:40,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:40,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:40,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:40,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:40,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/698e4367a0f3414688f318d2e13faac7, entries=150, sequenceid=278, filesize=12.0 K 2024-12-01T18:22:40,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 60dd49567809ae9e10bee50fd096a31c in 182ms, sequenceid=278, compaction requested=true 2024-12-01T18:22:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:40,195 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:22:40,195 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:22:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:40,197 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51706 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:22:40,197 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/A is initiating minor compaction (all files) 2024-12-01T18:22:40,198 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/A in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:40,198 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1c43fb27b5d441a2b27d4cf7af79c982, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/b35ea7e2d3d34adbab9c82a2a610e444, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/56d233d33cb249cbb8f8ae821f0cbb1d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/4b0a043022d84bbe82da8785f060920f] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=50.5 K 2024-12-01T18:22:40,198 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:22:40,198 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/B is initiating minor compaction (all files) 2024-12-01T18:22:40,198 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/B in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:40,199 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/55d3144d2e234aa19a0cf0c170dfb235, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/0ae33b61ec5f4c5f8cd21162c780b129, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/b675c2e74313467db758ca6a0e76299b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/a4e5a5ef2909490aae42f6ed9522491e] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=48.1 K 2024-12-01T18:22:40,199 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 55d3144d2e234aa19a0cf0c170dfb235, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733077357209 2024-12-01T18:22:40,199 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c43fb27b5d441a2b27d4cf7af79c982, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733077357209 2024-12-01T18:22:40,200 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ae33b61ec5f4c5f8cd21162c780b129, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733077357585 2024-12-01T18:22:40,200 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting b35ea7e2d3d34adbab9c82a2a610e444, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733077357585 2024-12-01T18:22:40,201 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting b675c2e74313467db758ca6a0e76299b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733077358228 2024-12-01T18:22:40,202 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56d233d33cb249cbb8f8ae821f0cbb1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733077358228 2024-12-01T18:22:40,202 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting a4e5a5ef2909490aae42f6ed9522491e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733077358890 2024-12-01T18:22:40,203 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b0a043022d84bbe82da8785f060920f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733077358890 2024-12-01T18:22:40,231 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:40,232 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/52b983b43266409a9249c1cd277175a9 is 50, key is test_row_0/B:col10/1733077358891/Put/seqid=0 2024-12-01T18:22:40,243 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#A#compaction#58 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:40,244 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/ada255d62e89499f924063749cde2dcf is 50, key is test_row_0/A:col10/1733077358891/Put/seqid=0 2024-12-01T18:22:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741897_1073 (size=12949) 2024-12-01T18:22:40,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741896_1072 (size=12949) 2024-12-01T18:22:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-01T18:22:40,341 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-01T18:22:40,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:40,342 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T18:22:40,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:40,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:40,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:40,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:40,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:40,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:40,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:40,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/9abf632cc95a4e7aaff661d7b468e8c5 is 50, key is test_row_0/A:col10/1733077360026/Put/seqid=0 2024-12-01T18:22:40,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077420366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077420366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077420368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077420370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741898_1074 (size=12301) 2024-12-01T18:22:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077420372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,381 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/9abf632cc95a4e7aaff661d7b468e8c5 2024-12-01T18:22:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/27829570ba204870b94b5071ede197d9 is 50, key is test_row_0/B:col10/1733077360026/Put/seqid=0 2024-12-01T18:22:40,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741899_1075 (size=12301) 2024-12-01T18:22:40,431 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/27829570ba204870b94b5071ede197d9 2024-12-01T18:22:40,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/403591acbf4a4cdaa902c845dafd1355 is 50, key is test_row_0/C:col10/1733077360026/Put/seqid=0 2024-12-01T18:22:40,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741900_1076 (size=12301) 2024-12-01T18:22:40,469 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/403591acbf4a4cdaa902c845dafd1355 2024-12-01T18:22:40,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/9abf632cc95a4e7aaff661d7b468e8c5 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/9abf632cc95a4e7aaff661d7b468e8c5 2024-12-01T18:22:40,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077420476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077420476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077420476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077420477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077420477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,490 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/9abf632cc95a4e7aaff661d7b468e8c5, entries=150, sequenceid=293, filesize=12.0 K 2024-12-01T18:22:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/27829570ba204870b94b5071ede197d9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/27829570ba204870b94b5071ede197d9 2024-12-01T18:22:40,501 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/27829570ba204870b94b5071ede197d9, entries=150, sequenceid=293, filesize=12.0 K 2024-12-01T18:22:40,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/403591acbf4a4cdaa902c845dafd1355 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/403591acbf4a4cdaa902c845dafd1355 2024-12-01T18:22:40,514 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/403591acbf4a4cdaa902c845dafd1355, entries=150, sequenceid=293, filesize=12.0 K 2024-12-01T18:22:40,515 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 60dd49567809ae9e10bee50fd096a31c in 173ms, sequenceid=293, compaction requested=true 2024-12-01T18:22:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:40,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-01T18:22:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-01T18:22:40,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-01T18:22:40,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 482 msec 2024-12-01T18:22:40,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 490 msec 2024-12-01T18:22:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-01T18:22:40,639 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-01T18:22:40,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:22:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-01T18:22:40,643 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:22:40,644 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:22:40,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:22:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-01T18:22:40,663 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/ada255d62e89499f924063749cde2dcf as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/ada255d62e89499f924063749cde2dcf 2024-12-01T18:22:40,669 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/52b983b43266409a9249c1cd277175a9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/52b983b43266409a9249c1cd277175a9 2024-12-01T18:22:40,678 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/B of 60dd49567809ae9e10bee50fd096a31c into 52b983b43266409a9249c1cd277175a9(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:40,678 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:40,678 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/B, priority=12, startTime=1733077360195; duration=0sec 2024-12-01T18:22:40,678 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:40,678 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:40,678 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:22:40,681 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/A of 60dd49567809ae9e10bee50fd096a31c into ada255d62e89499f924063749cde2dcf(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:40,682 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:40,682 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/A, priority=12, startTime=1733077360195; duration=0sec 2024-12-01T18:22:40,682 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:40,682 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:40,684 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:22:40,684 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/C is initiating minor compaction (all files) 2024-12-01T18:22:40,684 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/C in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:40,685 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/da67db812ab14a7b868e5a8cffb4d928, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/52998ede28d245a9b7c0b866c8e9e123, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/698e4367a0f3414688f318d2e13faac7, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/403591acbf4a4cdaa902c845dafd1355] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=48.3 K 2024-12-01T18:22:40,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T18:22:40,685 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting da67db812ab14a7b868e5a8cffb4d928, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733077357585 2024-12-01T18:22:40,686 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 52998ede28d245a9b7c0b866c8e9e123, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733077358228 2024-12-01T18:22:40,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:40,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:40,686 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 698e4367a0f3414688f318d2e13faac7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733077358890 2024-12-01T18:22:40,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:40,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:40,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:40,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:40,687 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 403591acbf4a4cdaa902c845dafd1355, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733077360026 2024-12-01T18:22:40,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077420699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077420699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077420701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/7428a77050b24b6bbdb63adb872a8ad8 is 50, key is test_row_0/A:col10/1733077360368/Put/seqid=0 2024-12-01T18:22:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077420702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077420702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,708 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#C#compaction#63 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:40,709 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/fd4e2db07744464280c8c7f094fb4bb9 is 50, key is test_row_0/C:col10/1733077360026/Put/seqid=0 2024-12-01T18:22:40,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741901_1077 (size=12301) 2024-12-01T18:22:40,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/7428a77050b24b6bbdb63adb872a8ad8 2024-12-01T18:22:40,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741902_1078 (size=12983) 2024-12-01T18:22:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-01T18:22:40,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/f17a8fed9feb4e2f8cce653764cb6ab3 is 50, key is test_row_0/B:col10/1733077360368/Put/seqid=0 2024-12-01T18:22:40,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741903_1079 (size=12301) 2024-12-01T18:22:40,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/f17a8fed9feb4e2f8cce653764cb6ab3 2024-12-01T18:22:40,797 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-01T18:22:40,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:40,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:40,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:40,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:40,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:40,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/b4ad7cbd025142c29128f51e8b036c10 is 50, key is test_row_0/C:col10/1733077360368/Put/seqid=0 2024-12-01T18:22:40,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077420805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077420806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077420806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077420807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077420807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741904_1080 (size=12301) 2024-12-01T18:22:40,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:40,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-01T18:22:40,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:40,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:40,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:40,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:40,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-01T18:22:41,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077421010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077421011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077421011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077421013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077421013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-01T18:22:41,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:41,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:41,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:41,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:41,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:41,174 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/fd4e2db07744464280c8c7f094fb4bb9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/fd4e2db07744464280c8c7f094fb4bb9 2024-12-01T18:22:41,186 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/C of 60dd49567809ae9e10bee50fd096a31c into fd4e2db07744464280c8c7f094fb4bb9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:41,186 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:41,187 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/C, priority=12, startTime=1733077360195; duration=0sec 2024-12-01T18:22:41,187 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:41,187 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:41,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/b4ad7cbd025142c29128f51e8b036c10 2024-12-01T18:22:41,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/7428a77050b24b6bbdb63adb872a8ad8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7428a77050b24b6bbdb63adb872a8ad8 2024-12-01T18:22:41,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7428a77050b24b6bbdb63adb872a8ad8, entries=150, sequenceid=318, filesize=12.0 K 2024-12-01T18:22:41,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/f17a8fed9feb4e2f8cce653764cb6ab3 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f17a8fed9feb4e2f8cce653764cb6ab3 2024-12-01T18:22:41,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f17a8fed9feb4e2f8cce653764cb6ab3, entries=150, sequenceid=318, filesize=12.0 K 2024-12-01T18:22:41,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/b4ad7cbd025142c29128f51e8b036c10 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/b4ad7cbd025142c29128f51e8b036c10 2024-12-01T18:22:41,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/b4ad7cbd025142c29128f51e8b036c10, entries=150, sequenceid=318, filesize=12.0 K 2024-12-01T18:22:41,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 60dd49567809ae9e10bee50fd096a31c in 572ms, sequenceid=318, compaction requested=true 2024-12-01T18:22:41,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:41,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:41,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:41,256 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:41,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:41,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:41,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:41,257 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:41,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:41,258 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:41,259 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/A is initiating minor compaction (all files) 2024-12-01T18:22:41,259 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/A in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:41,259 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/ada255d62e89499f924063749cde2dcf, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/9abf632cc95a4e7aaff661d7b468e8c5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7428a77050b24b6bbdb63adb872a8ad8] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=36.7 K 2024-12-01T18:22:41,260 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:41,260 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/B is initiating minor compaction (all files) 2024-12-01T18:22:41,260 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/B in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:41,260 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/52b983b43266409a9249c1cd277175a9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/27829570ba204870b94b5071ede197d9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f17a8fed9feb4e2f8cce653764cb6ab3] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=36.7 K 2024-12-01T18:22:41,260 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,260 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting ada255d62e89499f924063749cde2dcf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733077358890 2024-12-01T18:22:41,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-01T18:22:41,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:41,261 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 52b983b43266409a9249c1cd277175a9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733077358890 2024-12-01T18:22:41,261 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T18:22:41,262 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9abf632cc95a4e7aaff661d7b468e8c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733077360026 2024-12-01T18:22:41,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:41,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:41,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:41,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:41,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:41,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:41,262 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 27829570ba204870b94b5071ede197d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733077360026 2024-12-01T18:22:41,262 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7428a77050b24b6bbdb63adb872a8ad8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733077360368 2024-12-01T18:22:41,263 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting f17a8fed9feb4e2f8cce653764cb6ab3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733077360368 2024-12-01T18:22:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-01T18:22:41,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/79f6393fd58f4826903c45bf1f5c05df is 50, key is test_row_0/A:col10/1733077360697/Put/seqid=0 2024-12-01T18:22:41,284 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#B#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:41,284 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/413de0aa14d5495f992420c10b469fd6 is 50, key is test_row_0/B:col10/1733077360368/Put/seqid=0 2024-12-01T18:22:41,287 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#A#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:41,288 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/2b3840224c0b441ba6f9b7a495f93251 is 50, key is test_row_0/A:col10/1733077360368/Put/seqid=0 2024-12-01T18:22:41,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741905_1081 (size=12301) 2024-12-01T18:22:41,307 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/79f6393fd58f4826903c45bf1f5c05df 2024-12-01T18:22:41,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741906_1082 (size=13051) 2024-12-01T18:22:41,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741907_1083 (size=13051) 2024-12-01T18:22:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/5eb684078f0d4f06b3a4504cc35b342b is 50, key is test_row_0/B:col10/1733077360697/Put/seqid=0 2024-12-01T18:22:41,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077421351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077421353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077421356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077421357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077421357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741908_1084 (size=12301) 2024-12-01T18:22:41,386 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/5eb684078f0d4f06b3a4504cc35b342b 2024-12-01T18:22:41,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/564d592dfe534fe1b4c019e93193f231 is 50, key is test_row_0/C:col10/1733077360697/Put/seqid=0 2024-12-01T18:22:41,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741909_1085 (size=12301) 2024-12-01T18:22:41,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077421458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077421459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077421463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077421463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077421464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077421662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077421662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077421667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077421667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077421668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,740 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/413de0aa14d5495f992420c10b469fd6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/413de0aa14d5495f992420c10b469fd6 2024-12-01T18:22:41,741 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/2b3840224c0b441ba6f9b7a495f93251 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/2b3840224c0b441ba6f9b7a495f93251 2024-12-01T18:22:41,750 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/B of 60dd49567809ae9e10bee50fd096a31c into 413de0aa14d5495f992420c10b469fd6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:41,750 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:41,750 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/B, priority=13, startTime=1733077361256; duration=0sec 2024-12-01T18:22:41,751 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:41,751 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:41,751 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-01T18:22:41,752 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/A of 60dd49567809ae9e10bee50fd096a31c into 2b3840224c0b441ba6f9b7a495f93251(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:41,752 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:41,752 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/A, priority=13, startTime=1733077361256; duration=0sec 2024-12-01T18:22:41,752 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:41,752 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:41,752 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T18:22:41,752 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T18:22:41,753 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. because compaction request was cancelled 2024-12-01T18:22:41,753 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-01T18:22:41,828 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/564d592dfe534fe1b4c019e93193f231 2024-12-01T18:22:41,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/79f6393fd58f4826903c45bf1f5c05df as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/79f6393fd58f4826903c45bf1f5c05df 2024-12-01T18:22:41,847 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/79f6393fd58f4826903c45bf1f5c05df, entries=150, sequenceid=333, filesize=12.0 K 2024-12-01T18:22:41,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/5eb684078f0d4f06b3a4504cc35b342b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/5eb684078f0d4f06b3a4504cc35b342b 2024-12-01T18:22:41,855 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/5eb684078f0d4f06b3a4504cc35b342b, entries=150, sequenceid=333, filesize=12.0 K 2024-12-01T18:22:41,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/564d592dfe534fe1b4c019e93193f231 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/564d592dfe534fe1b4c019e93193f231 2024-12-01T18:22:41,865 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/564d592dfe534fe1b4c019e93193f231, entries=150, sequenceid=333, filesize=12.0 K 2024-12-01T18:22:41,868 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 60dd49567809ae9e10bee50fd096a31c in 607ms, sequenceid=333, compaction requested=true 2024-12-01T18:22:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-01T18:22:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-01T18:22:41,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-01T18:22:41,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2260 sec 2024-12-01T18:22:41,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.2320 sec 2024-12-01T18:22:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:41,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T18:22:41,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:41,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:41,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:41,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:41,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:41,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:41,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/7b7492b64fa04165964c5e6c65d5328b is 50, key is test_row_0/A:col10/1733077361965/Put/seqid=0 2024-12-01T18:22:41,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077421978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077421978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741910_1086 (size=14741) 2024-12-01T18:22:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077421979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077421980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:41,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077421981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077422083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077422085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077422087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077422089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077422089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077422287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077422291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077422292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077422293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077422293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/7b7492b64fa04165964c5e6c65d5328b 2024-12-01T18:22:42,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/3cb171d98b5f47eabcf8b6093f419e87 is 50, key is test_row_0/B:col10/1733077361965/Put/seqid=0 2024-12-01T18:22:42,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741911_1087 (size=12301) 2024-12-01T18:22:42,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/3cb171d98b5f47eabcf8b6093f419e87 2024-12-01T18:22:42,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/26744c1ca3444dbc939c2c16f5a41ace is 50, key is test_row_0/C:col10/1733077361965/Put/seqid=0 2024-12-01T18:22:42,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741912_1088 (size=12301) 2024-12-01T18:22:42,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/26744c1ca3444dbc939c2c16f5a41ace 2024-12-01T18:22:42,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/7b7492b64fa04165964c5e6c65d5328b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7b7492b64fa04165964c5e6c65d5328b 2024-12-01T18:22:42,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7b7492b64fa04165964c5e6c65d5328b, entries=200, sequenceid=360, filesize=14.4 K 2024-12-01T18:22:42,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/3cb171d98b5f47eabcf8b6093f419e87 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3cb171d98b5f47eabcf8b6093f419e87 2024-12-01T18:22:42,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3cb171d98b5f47eabcf8b6093f419e87, entries=150, sequenceid=360, filesize=12.0 K 2024-12-01T18:22:42,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/26744c1ca3444dbc939c2c16f5a41ace as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/26744c1ca3444dbc939c2c16f5a41ace 2024-12-01T18:22:42,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/26744c1ca3444dbc939c2c16f5a41ace, entries=150, sequenceid=360, filesize=12.0 K 2024-12-01T18:22:42,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 60dd49567809ae9e10bee50fd096a31c in 530ms, sequenceid=360, compaction requested=true 2024-12-01T18:22:42,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:42,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:42,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:42,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:42,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:42,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:42,497 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:42,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:42,497 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:42,498 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:42,498 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/A is initiating minor compaction (all files) 2024-12-01T18:22:42,499 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/A in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:42,499 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/2b3840224c0b441ba6f9b7a495f93251, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/79f6393fd58f4826903c45bf1f5c05df, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7b7492b64fa04165964c5e6c65d5328b] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=39.2 K 2024-12-01T18:22:42,500 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b3840224c0b441ba6f9b7a495f93251, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733077360368 2024-12-01T18:22:42,500 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:42,500 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/B is initiating minor compaction (all files) 2024-12-01T18:22:42,500 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/B in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:42,500 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/413de0aa14d5495f992420c10b469fd6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/5eb684078f0d4f06b3a4504cc35b342b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3cb171d98b5f47eabcf8b6093f419e87] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=36.8 K 2024-12-01T18:22:42,501 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79f6393fd58f4826903c45bf1f5c05df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733077360697 2024-12-01T18:22:42,501 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 413de0aa14d5495f992420c10b469fd6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733077360368 2024-12-01T18:22:42,501 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b7492b64fa04165964c5e6c65d5328b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733077361348 2024-12-01T18:22:42,502 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eb684078f0d4f06b3a4504cc35b342b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733077360697 2024-12-01T18:22:42,502 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cb171d98b5f47eabcf8b6093f419e87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733077361351 2024-12-01T18:22:42,514 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#A#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:42,515 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/7ce489bae8d1481d98247b3cb42a4cd0 is 50, key is test_row_0/A:col10/1733077361965/Put/seqid=0 2024-12-01T18:22:42,516 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:42,517 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/513f5c80eb8e4a849d7ef890978bdba9 is 50, key is test_row_0/B:col10/1733077361965/Put/seqid=0 2024-12-01T18:22:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741913_1089 (size=13153) 2024-12-01T18:22:42,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741914_1090 (size=13153) 2024-12-01T18:22:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:42,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:22:42,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:42,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:42,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:42,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:42,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:42,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:42,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/558438605641461da3f7fea2df35113b is 50, key is test_row_0/A:col10/1733077361980/Put/seqid=0 2024-12-01T18:22:42,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741915_1091 (size=14741) 2024-12-01T18:22:42,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077422621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077422621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077422622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077422622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077422623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077422725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077422727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077422727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077422728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077422728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-01T18:22:42,771 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-01T18:22:42,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:22:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-01T18:22:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-01T18:22:42,775 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:22:42,775 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:22:42,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:22:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-01T18:22:42,928 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-01T18:22:42,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:42,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:42,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:42,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:42,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:42,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077422929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077422930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077422932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077422932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077422933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:42,936 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/7ce489bae8d1481d98247b3cb42a4cd0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7ce489bae8d1481d98247b3cb42a4cd0 2024-12-01T18:22:42,947 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/A of 60dd49567809ae9e10bee50fd096a31c into 7ce489bae8d1481d98247b3cb42a4cd0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:42,947 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:42,947 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/A, priority=13, startTime=1733077362496; duration=0sec 2024-12-01T18:22:42,947 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:42,947 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:42,948 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:22:42,949 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:22:42,950 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/C is initiating minor compaction (all files) 2024-12-01T18:22:42,950 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/C in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:42,950 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/fd4e2db07744464280c8c7f094fb4bb9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/b4ad7cbd025142c29128f51e8b036c10, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/564d592dfe534fe1b4c019e93193f231, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/26744c1ca3444dbc939c2c16f5a41ace] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=48.7 K 2024-12-01T18:22:42,951 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd4e2db07744464280c8c7f094fb4bb9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733077360026 2024-12-01T18:22:42,951 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4ad7cbd025142c29128f51e8b036c10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733077360368 2024-12-01T18:22:42,952 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/513f5c80eb8e4a849d7ef890978bdba9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/513f5c80eb8e4a849d7ef890978bdba9 2024-12-01T18:22:42,952 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 564d592dfe534fe1b4c019e93193f231, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733077360697 2024-12-01T18:22:42,953 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26744c1ca3444dbc939c2c16f5a41ace, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733077361351 2024-12-01T18:22:42,958 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/B of 60dd49567809ae9e10bee50fd096a31c into 513f5c80eb8e4a849d7ef890978bdba9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:42,958 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:42,959 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/B, priority=13, startTime=1733077362496; duration=0sec 2024-12-01T18:22:42,959 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:42,959 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:42,966 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#C#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:42,967 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/2b19fd6c95eb48d993f2f149fd205874 is 50, key is test_row_0/C:col10/1733077361965/Put/seqid=0 2024-12-01T18:22:42,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741916_1092 (size=13119) 2024-12-01T18:22:42,978 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/2b19fd6c95eb48d993f2f149fd205874 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/2b19fd6c95eb48d993f2f149fd205874 2024-12-01T18:22:42,987 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/C of 60dd49567809ae9e10bee50fd096a31c into 2b19fd6c95eb48d993f2f149fd205874(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:42,987 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:42,987 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/C, priority=12, startTime=1733077362497; duration=0sec 2024-12-01T18:22:42,987 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:42,987 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:43,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/558438605641461da3f7fea2df35113b 2024-12-01T18:22:43,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/e59b5cbb55fd4f54bdcafb7427946474 is 50, key is test_row_0/B:col10/1733077361980/Put/seqid=0 2024-12-01T18:22:43,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741917_1093 (size=12301) 2024-12-01T18:22:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-01T18:22:43,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-01T18:22:43,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:43,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:43,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:43,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077423234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077423234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077423235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077423240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-01T18:22:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:43,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077423240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-01T18:22:43,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-01T18:22:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:43,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:43,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:43,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/e59b5cbb55fd4f54bdcafb7427946474 2024-12-01T18:22:43,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/365a3abcd9204e04a43f923c63bd8dc8 is 50, key is test_row_0/C:col10/1733077361980/Put/seqid=0 2024-12-01T18:22:43,549 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-01T18:22:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:43,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741918_1094 (size=12301) 2024-12-01T18:22:43,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-01T18:22:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:43,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:43,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077423740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077423740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077423742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077423743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077423743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:43,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-01T18:22:43,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:43,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:43,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:43,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-01T18:22:43,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/365a3abcd9204e04a43f923c63bd8dc8 2024-12-01T18:22:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/558438605641461da3f7fea2df35113b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/558438605641461da3f7fea2df35113b 2024-12-01T18:22:43,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/558438605641461da3f7fea2df35113b, entries=200, sequenceid=372, filesize=14.4 K 2024-12-01T18:22:43,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/e59b5cbb55fd4f54bdcafb7427946474 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/e59b5cbb55fd4f54bdcafb7427946474 2024-12-01T18:22:43,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/e59b5cbb55fd4f54bdcafb7427946474, entries=150, sequenceid=372, filesize=12.0 K 2024-12-01T18:22:43,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/365a3abcd9204e04a43f923c63bd8dc8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/365a3abcd9204e04a43f923c63bd8dc8 2024-12-01T18:22:43,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/365a3abcd9204e04a43f923c63bd8dc8, entries=150, sequenceid=372, filesize=12.0 K 2024-12-01T18:22:43,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 60dd49567809ae9e10bee50fd096a31c in 1391ms, sequenceid=372, compaction requested=false 2024-12-01T18:22:43,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:44,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:44,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-01T18:22:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:44,011 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:22:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:44,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:44,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:44,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:44,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:44,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:44,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/d782728b52284d8a932ad9c0d79f21b8 is 50, key is test_row_0/A:col10/1733077362620/Put/seqid=0 2024-12-01T18:22:44,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741919_1095 (size=12301) 2024-12-01T18:22:44,422 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/d782728b52284d8a932ad9c0d79f21b8 2024-12-01T18:22:44,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/37649bf7f2874dd8b323f6155d1a0dfd is 50, key is test_row_0/B:col10/1733077362620/Put/seqid=0 2024-12-01T18:22:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741920_1096 (size=12301) 2024-12-01T18:22:44,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:44,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077424760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:44,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077424761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:44,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077424761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077424762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077424762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:44,858 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/37649bf7f2874dd8b323f6155d1a0dfd 2024-12-01T18:22:44,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077424866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:44,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:44,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077424868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077424867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:44,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077424870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:44,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077424870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:44,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/1b2cbecfeb6045bd87520afbdb0638c3 is 50, key is test_row_0/C:col10/1733077362620/Put/seqid=0 2024-12-01T18:22:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-01T18:22:44,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741921_1097 (size=12301) 2024-12-01T18:22:44,914 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/1b2cbecfeb6045bd87520afbdb0638c3 2024-12-01T18:22:44,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/d782728b52284d8a932ad9c0d79f21b8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d782728b52284d8a932ad9c0d79f21b8 2024-12-01T18:22:44,939 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d782728b52284d8a932ad9c0d79f21b8, entries=150, sequenceid=399, filesize=12.0 K 2024-12-01T18:22:44,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/37649bf7f2874dd8b323f6155d1a0dfd as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/37649bf7f2874dd8b323f6155d1a0dfd 2024-12-01T18:22:44,951 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/37649bf7f2874dd8b323f6155d1a0dfd, entries=150, sequenceid=399, filesize=12.0 K 2024-12-01T18:22:44,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/1b2cbecfeb6045bd87520afbdb0638c3 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/1b2cbecfeb6045bd87520afbdb0638c3 2024-12-01T18:22:44,962 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/1b2cbecfeb6045bd87520afbdb0638c3, entries=150, sequenceid=399, filesize=12.0 K 2024-12-01T18:22:44,963 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 60dd49567809ae9e10bee50fd096a31c in 952ms, sequenceid=399, compaction requested=true 2024-12-01T18:22:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-01T18:22:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-01T18:22:44,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-01T18:22:44,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1900 sec 2024-12-01T18:22:44,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.1960 sec 2024-12-01T18:22:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:45,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T18:22:45,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:45,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:45,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:45,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:45,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:45,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:45,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/5df7fa1798db468a892c10d6abf7149a is 50, key is test_row_0/A:col10/1733077365070/Put/seqid=0 2024-12-01T18:22:45,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741922_1098 (size=12301) 2024-12-01T18:22:45,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077425095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077425096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077425097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077425101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077425102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077425202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077425202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077425202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077425205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077425205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077425404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077425406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077425407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077425408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077425410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/5df7fa1798db468a892c10d6abf7149a 2024-12-01T18:22:45,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/6036db3b8a8d479b88b2aeed2764abcf is 50, key is test_row_0/B:col10/1733077365070/Put/seqid=0 2024-12-01T18:22:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741923_1099 (size=12301) 2024-12-01T18:22:45,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077425709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077425711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077425711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077425711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077425712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:45,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/6036db3b8a8d479b88b2aeed2764abcf 2024-12-01T18:22:45,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/0a74ed543d9447469b68705f5445779a is 50, key is test_row_0/C:col10/1733077365070/Put/seqid=0 2024-12-01T18:22:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741924_1100 (size=12301) 2024-12-01T18:22:46,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077426215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:46,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077426215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:46,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077426215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:46,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077426216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:46,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077426217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:46,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/0a74ed543d9447469b68705f5445779a 2024-12-01T18:22:46,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/5df7fa1798db468a892c10d6abf7149a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/5df7fa1798db468a892c10d6abf7149a 2024-12-01T18:22:46,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/5df7fa1798db468a892c10d6abf7149a, entries=150, sequenceid=413, filesize=12.0 K 2024-12-01T18:22:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/6036db3b8a8d479b88b2aeed2764abcf as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/6036db3b8a8d479b88b2aeed2764abcf 2024-12-01T18:22:46,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/6036db3b8a8d479b88b2aeed2764abcf, entries=150, sequenceid=413, filesize=12.0 K 2024-12-01T18:22:46,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/0a74ed543d9447469b68705f5445779a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/0a74ed543d9447469b68705f5445779a 2024-12-01T18:22:46,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/0a74ed543d9447469b68705f5445779a, entries=150, sequenceid=413, filesize=12.0 K 2024-12-01T18:22:46,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 60dd49567809ae9e10bee50fd096a31c in 1307ms, sequenceid=413, compaction requested=true 2024-12-01T18:22:46,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:46,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:46,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:46,379 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:22:46,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:46,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:46,379 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:22:46,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:46,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:46,381 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:22:46,381 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52496 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:22:46,381 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/A is initiating minor compaction (all files) 2024-12-01T18:22:46,381 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/B is initiating minor compaction (all files) 2024-12-01T18:22:46,381 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/A in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:46,381 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/B in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:46,381 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7ce489bae8d1481d98247b3cb42a4cd0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/558438605641461da3f7fea2df35113b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d782728b52284d8a932ad9c0d79f21b8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/5df7fa1798db468a892c10d6abf7149a] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=51.3 K 2024-12-01T18:22:46,381 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/513f5c80eb8e4a849d7ef890978bdba9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/e59b5cbb55fd4f54bdcafb7427946474, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/37649bf7f2874dd8b323f6155d1a0dfd, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/6036db3b8a8d479b88b2aeed2764abcf] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=48.9 K 2024-12-01T18:22:46,382 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ce489bae8d1481d98247b3cb42a4cd0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733077361351 2024-12-01T18:22:46,382 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 513f5c80eb8e4a849d7ef890978bdba9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733077361351 2024-12-01T18:22:46,382 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e59b5cbb55fd4f54bdcafb7427946474, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733077361978 2024-12-01T18:22:46,382 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 558438605641461da3f7fea2df35113b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733077361975 2024-12-01T18:22:46,382 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 37649bf7f2874dd8b323f6155d1a0dfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733077362620 2024-12-01T18:22:46,383 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting d782728b52284d8a932ad9c0d79f21b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733077362620 2024-12-01T18:22:46,383 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 6036db3b8a8d479b88b2aeed2764abcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733077364758 2024-12-01T18:22:46,383 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5df7fa1798db468a892c10d6abf7149a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733077364758 2024-12-01T18:22:46,398 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#B#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:46,399 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:46,399 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/4be749df68b84524b735457dd3b24cbd is 50, key is test_row_0/B:col10/1733077365070/Put/seqid=0 2024-12-01T18:22:46,400 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/87784ddb6fe7443dbce4d4bb3981dac6 is 50, key is test_row_0/A:col10/1733077365070/Put/seqid=0 2024-12-01T18:22:46,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741925_1101 (size=13289) 2024-12-01T18:22:46,416 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/4be749df68b84524b735457dd3b24cbd as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/4be749df68b84524b735457dd3b24cbd 2024-12-01T18:22:46,427 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/B of 60dd49567809ae9e10bee50fd096a31c into 4be749df68b84524b735457dd3b24cbd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:46,427 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:46,427 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/B, priority=12, startTime=1733077366379; duration=0sec 2024-12-01T18:22:46,427 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:46,427 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:46,427 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:22:46,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741926_1102 (size=13289) 2024-12-01T18:22:46,431 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:22:46,431 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/C is initiating minor compaction (all files) 2024-12-01T18:22:46,431 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/C in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:46,431 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/2b19fd6c95eb48d993f2f149fd205874, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/365a3abcd9204e04a43f923c63bd8dc8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/1b2cbecfeb6045bd87520afbdb0638c3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/0a74ed543d9447469b68705f5445779a] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=48.8 K 2024-12-01T18:22:46,434 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b19fd6c95eb48d993f2f149fd205874, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733077361351 2024-12-01T18:22:46,438 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 365a3abcd9204e04a43f923c63bd8dc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733077361978 2024-12-01T18:22:46,439 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b2cbecfeb6045bd87520afbdb0638c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733077362620 2024-12-01T18:22:46,440 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a74ed543d9447469b68705f5445779a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733077364758 2024-12-01T18:22:46,443 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/87784ddb6fe7443dbce4d4bb3981dac6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/87784ddb6fe7443dbce4d4bb3981dac6 2024-12-01T18:22:46,452 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/A of 60dd49567809ae9e10bee50fd096a31c into 87784ddb6fe7443dbce4d4bb3981dac6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:46,452 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:46,452 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/A, priority=12, startTime=1733077366379; duration=0sec 2024-12-01T18:22:46,452 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:46,452 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:46,462 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#C#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:46,463 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/e7d22a62e8224888b0a98f3db4ed850a is 50, key is test_row_0/C:col10/1733077365070/Put/seqid=0 2024-12-01T18:22:46,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741927_1103 (size=13255) 2024-12-01T18:22:46,493 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/e7d22a62e8224888b0a98f3db4ed850a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e7d22a62e8224888b0a98f3db4ed850a 2024-12-01T18:22:46,512 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/C of 60dd49567809ae9e10bee50fd096a31c into e7d22a62e8224888b0a98f3db4ed850a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:46,512 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:46,512 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/C, priority=12, startTime=1733077366379; duration=0sec 2024-12-01T18:22:46,513 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:46,513 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-01T18:22:46,880 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-01T18:22:46,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:22:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-01T18:22:46,884 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:22:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-01T18:22:46,885 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:22:46,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:22:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-01T18:22:47,047 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-01T18:22:47,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:47,048 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T18:22:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:47,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/a89adc30453540a9890449fbbbf069b3 is 50, key is test_row_0/A:col10/1733077365095/Put/seqid=0 2024-12-01T18:22:47,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741928_1104 (size=12301) 2024-12-01T18:22:47,071 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/a89adc30453540a9890449fbbbf069b3 2024-12-01T18:22:47,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/48139cf14061450ab03ec5d88f890f24 is 50, key is test_row_0/B:col10/1733077365095/Put/seqid=0 2024-12-01T18:22:47,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741929_1105 (size=12301) 2024-12-01T18:22:47,094 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/48139cf14061450ab03ec5d88f890f24 2024-12-01T18:22:47,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/766ebddf4541453d826a74e79811af49 is 50, key is test_row_0/C:col10/1733077365095/Put/seqid=0 2024-12-01T18:22:47,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741930_1106 (size=12301) 2024-12-01T18:22:47,130 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/766ebddf4541453d826a74e79811af49 2024-12-01T18:22:47,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/a89adc30453540a9890449fbbbf069b3 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/a89adc30453540a9890449fbbbf069b3 2024-12-01T18:22:47,143 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/a89adc30453540a9890449fbbbf069b3, entries=150, sequenceid=439, filesize=12.0 K 2024-12-01T18:22:47,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/48139cf14061450ab03ec5d88f890f24 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/48139cf14061450ab03ec5d88f890f24 2024-12-01T18:22:47,153 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/48139cf14061450ab03ec5d88f890f24, entries=150, sequenceid=439, filesize=12.0 K 2024-12-01T18:22:47,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/766ebddf4541453d826a74e79811af49 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/766ebddf4541453d826a74e79811af49 2024-12-01T18:22:47,160 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/766ebddf4541453d826a74e79811af49, entries=150, sequenceid=439, filesize=12.0 K 2024-12-01T18:22:47,163 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 60dd49567809ae9e10bee50fd096a31c in 115ms, sequenceid=439, compaction requested=false 2024-12-01T18:22:47,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:47,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:47,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-01T18:22:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-01T18:22:47,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-01T18:22:47,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 280 msec 2024-12-01T18:22:47,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 285 msec 2024-12-01T18:22:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-01T18:22:47,187 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-01T18:22:47,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:22:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-01T18:22:47,191 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:22:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-01T18:22:47,192 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:22:47,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:22:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:47,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T18:22:47,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:47,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/6be1d7781ca643bca84a759137c2dc97 is 50, key is test_row_0/A:col10/1733077367230/Put/seqid=0 2024-12-01T18:22:47,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077427267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077427269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077427269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077427270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077427271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741931_1107 (size=14741) 2024-12-01T18:22:47,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/6be1d7781ca643bca84a759137c2dc97 2024-12-01T18:22:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-01T18:22:47,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/9804578b0dd140d6ae8af4b373aba08d is 50, key is test_row_0/B:col10/1733077367230/Put/seqid=0 2024-12-01T18:22:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741932_1108 (size=12301) 2024-12-01T18:22:47,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-01T18:22:47,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:47,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:47,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:47,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:47,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:47,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077427372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077427373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077427373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077427377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077427377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-01T18:22:47,497 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-01T18:22:47,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:47,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:47,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:47,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:47,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:47,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077427579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077427579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077427580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077427580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077427581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-01T18:22:47,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:47,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:47,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:47,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:47,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:47,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/9804578b0dd140d6ae8af4b373aba08d 2024-12-01T18:22:47,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/c07cb7b57809447e81cb4218a4a6bc65 is 50, key is test_row_0/C:col10/1733077367230/Put/seqid=0 2024-12-01T18:22:47,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741933_1109 (size=12301) 2024-12-01T18:22:47,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/c07cb7b57809447e81cb4218a4a6bc65 2024-12-01T18:22:47,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/6be1d7781ca643bca84a759137c2dc97 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/6be1d7781ca643bca84a759137c2dc97 2024-12-01T18:22:47,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/6be1d7781ca643bca84a759137c2dc97, entries=200, sequenceid=451, filesize=14.4 K 2024-12-01T18:22:47,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/9804578b0dd140d6ae8af4b373aba08d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/9804578b0dd140d6ae8af4b373aba08d 2024-12-01T18:22:47,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/9804578b0dd140d6ae8af4b373aba08d, entries=150, sequenceid=451, filesize=12.0 K 2024-12-01T18:22:47,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/c07cb7b57809447e81cb4218a4a6bc65 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/c07cb7b57809447e81cb4218a4a6bc65 2024-12-01T18:22:47,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/c07cb7b57809447e81cb4218a4a6bc65, entries=150, sequenceid=451, filesize=12.0 K 2024-12-01T18:22:47,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 60dd49567809ae9e10bee50fd096a31c in 537ms, sequenceid=451, compaction requested=true 2024-12-01T18:22:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:47,773 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:47,773 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:47,774 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:47,774 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/A is initiating minor compaction (all files) 2024-12-01T18:22:47,774 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:47,775 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/A in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:47,775 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/B is initiating minor compaction (all files) 2024-12-01T18:22:47,775 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/B in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:47,775 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/87784ddb6fe7443dbce4d4bb3981dac6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/a89adc30453540a9890449fbbbf069b3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/6be1d7781ca643bca84a759137c2dc97] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=39.4 K 2024-12-01T18:22:47,775 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/4be749df68b84524b735457dd3b24cbd, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/48139cf14061450ab03ec5d88f890f24, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/9804578b0dd140d6ae8af4b373aba08d] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=37.0 K 2024-12-01T18:22:47,775 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87784ddb6fe7443dbce4d4bb3981dac6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733077364758 2024-12-01T18:22:47,776 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting a89adc30453540a9890449fbbbf069b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1733077365092 2024-12-01T18:22:47,776 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 4be749df68b84524b735457dd3b24cbd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733077364758 2024-12-01T18:22:47,776 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 48139cf14061450ab03ec5d88f890f24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1733077365092 2024-12-01T18:22:47,776 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6be1d7781ca643bca84a759137c2dc97, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1733077367230 2024-12-01T18:22:47,777 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 9804578b0dd140d6ae8af4b373aba08d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1733077367230 2024-12-01T18:22:47,790 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#A#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:47,790 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/d7a012db39774a47b26b1fbb74043e58 is 50, key is test_row_0/A:col10/1733077367230/Put/seqid=0 2024-12-01T18:22:47,794 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#B#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:47,794 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/fddcf8a73cbc4eb7acba5b8c55a70c3d is 50, key is test_row_0/B:col10/1733077367230/Put/seqid=0 2024-12-01T18:22:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-01T18:22:47,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-01T18:22:47,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:47,804 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:22:47,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:47,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:47,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:47,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:47,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:47,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:47,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741934_1110 (size=13391) 2024-12-01T18:22:47,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/d0f66f97f95942feb482fb32ba1ade9f is 50, key is test_row_0/A:col10/1733077367269/Put/seqid=0 2024-12-01T18:22:47,824 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/d7a012db39774a47b26b1fbb74043e58 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d7a012db39774a47b26b1fbb74043e58 2024-12-01T18:22:47,834 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/A of 60dd49567809ae9e10bee50fd096a31c into d7a012db39774a47b26b1fbb74043e58(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:47,834 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:47,834 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/A, priority=13, startTime=1733077367773; duration=0sec 2024-12-01T18:22:47,834 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:47,834 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:47,834 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:47,837 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:47,838 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/C is initiating minor compaction (all files) 2024-12-01T18:22:47,838 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/C in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:47,839 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e7d22a62e8224888b0a98f3db4ed850a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/766ebddf4541453d826a74e79811af49, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/c07cb7b57809447e81cb4218a4a6bc65] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=37.0 K 2024-12-01T18:22:47,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741936_1112 (size=12301) 2024-12-01T18:22:47,839 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7d22a62e8224888b0a98f3db4ed850a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733077364758 2024-12-01T18:22:47,840 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 766ebddf4541453d826a74e79811af49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1733077365092 2024-12-01T18:22:47,841 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting c07cb7b57809447e81cb4218a4a6bc65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1733077367230 2024-12-01T18:22:47,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741935_1111 (size=13391) 2024-12-01T18:22:47,863 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/fddcf8a73cbc4eb7acba5b8c55a70c3d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fddcf8a73cbc4eb7acba5b8c55a70c3d 2024-12-01T18:22:47,870 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/B of 60dd49567809ae9e10bee50fd096a31c into fddcf8a73cbc4eb7acba5b8c55a70c3d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:47,870 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:47,870 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/B, priority=13, startTime=1733077367773; duration=0sec 2024-12-01T18:22:47,871 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:47,871 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:47,871 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#C#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:47,872 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/8606338e863b4605a37f6242406ed3fa is 50, key is test_row_0/C:col10/1733077367230/Put/seqid=0 2024-12-01T18:22:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:47,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:47,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741937_1113 (size=13357) 2024-12-01T18:22:47,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077427891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077427897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077427897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077427897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077427898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:47,904 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/8606338e863b4605a37f6242406ed3fa as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/8606338e863b4605a37f6242406ed3fa 2024-12-01T18:22:47,914 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/C of 60dd49567809ae9e10bee50fd096a31c into 8606338e863b4605a37f6242406ed3fa(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:47,914 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:47,914 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/C, priority=13, startTime=1733077367773; duration=0sec 2024-12-01T18:22:47,914 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:47,914 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:48,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077428000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077428000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077428001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077428001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077428002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077428203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077428203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077428203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077428203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077428204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,240 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/d0f66f97f95942feb482fb32ba1ade9f 2024-12-01T18:22:48,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/793a07f635b947a0b02ad53b01731549 is 50, key is test_row_0/B:col10/1733077367269/Put/seqid=0 2024-12-01T18:22:48,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741938_1114 (size=12301) 2024-12-01T18:22:48,256 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/793a07f635b947a0b02ad53b01731549 2024-12-01T18:22:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/2fadc9c377734d8b9b2e4c78db765dfb is 50, key is test_row_0/C:col10/1733077367269/Put/seqid=0 2024-12-01T18:22:48,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741939_1115 (size=12301) 2024-12-01T18:22:48,287 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/2fadc9c377734d8b9b2e4c78db765dfb 2024-12-01T18:22:48,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/d0f66f97f95942feb482fb32ba1ade9f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d0f66f97f95942feb482fb32ba1ade9f 2024-12-01T18:22:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-01T18:22:48,300 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d0f66f97f95942feb482fb32ba1ade9f, entries=150, sequenceid=475, filesize=12.0 K 2024-12-01T18:22:48,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/793a07f635b947a0b02ad53b01731549 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/793a07f635b947a0b02ad53b01731549 2024-12-01T18:22:48,307 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/793a07f635b947a0b02ad53b01731549, entries=150, sequenceid=475, filesize=12.0 K 2024-12-01T18:22:48,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/2fadc9c377734d8b9b2e4c78db765dfb as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/2fadc9c377734d8b9b2e4c78db765dfb 2024-12-01T18:22:48,315 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/2fadc9c377734d8b9b2e4c78db765dfb, entries=150, sequenceid=475, filesize=12.0 K 2024-12-01T18:22:48,316 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 60dd49567809ae9e10bee50fd096a31c in 512ms, sequenceid=475, compaction requested=false 2024-12-01T18:22:48,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:48,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:48,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-01T18:22:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-01T18:22:48,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-01T18:22:48,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1250 sec 2024-12-01T18:22:48,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.1320 sec 2024-12-01T18:22:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:48,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T18:22:48,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:48,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:48,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:48,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:48,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:48,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:48,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/f24ee0353b9640b4a775e0c4979bb4ff is 50, key is test_row_0/A:col10/1733077368510/Put/seqid=0 2024-12-01T18:22:48,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741940_1116 (size=14741) 2024-12-01T18:22:48,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077428527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077428531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077428532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077428532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077428532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077428634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077428634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077428639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077428640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077428640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077428839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077428841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077428841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077428842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077428842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:48,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/f24ee0353b9640b4a775e0c4979bb4ff 2024-12-01T18:22:48,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/8b8091ebd5c945a18d4301d2c404e9ae is 50, key is test_row_0/B:col10/1733077368510/Put/seqid=0 2024-12-01T18:22:48,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741941_1117 (size=12301) 2024-12-01T18:22:48,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/8b8091ebd5c945a18d4301d2c404e9ae 2024-12-01T18:22:48,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/8746babc8e29465a8b431d24718740ef is 50, key is test_row_0/C:col10/1733077368510/Put/seqid=0 2024-12-01T18:22:48,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741942_1118 (size=12301) 2024-12-01T18:22:48,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/8746babc8e29465a8b431d24718740ef 2024-12-01T18:22:48,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/f24ee0353b9640b4a775e0c4979bb4ff as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/f24ee0353b9640b4a775e0c4979bb4ff 2024-12-01T18:22:48,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/f24ee0353b9640b4a775e0c4979bb4ff, entries=200, sequenceid=494, filesize=14.4 K 2024-12-01T18:22:49,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/8b8091ebd5c945a18d4301d2c404e9ae as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/8b8091ebd5c945a18d4301d2c404e9ae 2024-12-01T18:22:49,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/8b8091ebd5c945a18d4301d2c404e9ae, entries=150, sequenceid=494, filesize=12.0 K 2024-12-01T18:22:49,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/8746babc8e29465a8b431d24718740ef as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/8746babc8e29465a8b431d24718740ef 2024-12-01T18:22:49,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/8746babc8e29465a8b431d24718740ef, entries=150, sequenceid=494, filesize=12.0 K 2024-12-01T18:22:49,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 60dd49567809ae9e10bee50fd096a31c in 507ms, sequenceid=494, compaction requested=true 2024-12-01T18:22:49,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:49,017 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:49,019 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:49,019 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/A is initiating minor compaction (all files) 2024-12-01T18:22:49,019 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/A in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:49,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:49,019 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d7a012db39774a47b26b1fbb74043e58, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d0f66f97f95942feb482fb32ba1ade9f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/f24ee0353b9640b4a775e0c4979bb4ff] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=39.5 K 2024-12-01T18:22:49,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:49,019 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:49,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:49,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:49,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:49,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:49,020 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7a012db39774a47b26b1fbb74043e58, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1733077367230 2024-12-01T18:22:49,020 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0f66f97f95942feb482fb32ba1ade9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733077367257 2024-12-01T18:22:49,021 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:49,021 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/B is initiating minor compaction (all files) 2024-12-01T18:22:49,021 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting f24ee0353b9640b4a775e0c4979bb4ff, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733077367897 2024-12-01T18:22:49,021 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/B in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:49,021 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fddcf8a73cbc4eb7acba5b8c55a70c3d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/793a07f635b947a0b02ad53b01731549, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/8b8091ebd5c945a18d4301d2c404e9ae] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=37.1 K 2024-12-01T18:22:49,022 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting fddcf8a73cbc4eb7acba5b8c55a70c3d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1733077367230 2024-12-01T18:22:49,022 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 793a07f635b947a0b02ad53b01731549, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733077367257 2024-12-01T18:22:49,023 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b8091ebd5c945a18d4301d2c404e9ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733077368508 2024-12-01T18:22:49,049 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#A#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:49,050 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/d136982f2bcc4676afbb6fe2f8dd0319 is 50, key is test_row_0/A:col10/1733077368510/Put/seqid=0 2024-12-01T18:22:49,052 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:49,053 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/dfb2ec7ed4c24b4baa94eb72cbabb8ab is 50, key is test_row_0/B:col10/1733077368510/Put/seqid=0 2024-12-01T18:22:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741943_1119 (size=13493) 2024-12-01T18:22:49,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741944_1120 (size=13493) 2024-12-01T18:22:49,076 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/dfb2ec7ed4c24b4baa94eb72cbabb8ab as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/dfb2ec7ed4c24b4baa94eb72cbabb8ab 2024-12-01T18:22:49,083 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/B of 60dd49567809ae9e10bee50fd096a31c into dfb2ec7ed4c24b4baa94eb72cbabb8ab(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:49,083 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:49,083 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/B, priority=13, startTime=1733077369019; duration=0sec 2024-12-01T18:22:49,083 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:49,083 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:49,083 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:49,085 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:49,085 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 60dd49567809ae9e10bee50fd096a31c/C is initiating minor compaction (all files) 2024-12-01T18:22:49,085 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60dd49567809ae9e10bee50fd096a31c/C in TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:49,085 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/8606338e863b4605a37f6242406ed3fa, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/2fadc9c377734d8b9b2e4c78db765dfb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/8746babc8e29465a8b431d24718740ef] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp, totalSize=37.1 K 2024-12-01T18:22:49,085 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 8606338e863b4605a37f6242406ed3fa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1733077367230 2024-12-01T18:22:49,086 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fadc9c377734d8b9b2e4c78db765dfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733077367257 2024-12-01T18:22:49,086 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 8746babc8e29465a8b431d24718740ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733077368508 2024-12-01T18:22:49,097 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60dd49567809ae9e10bee50fd096a31c#C#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:49,098 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/44a483e241f04459a9f8e00464a8c7e0 is 50, key is test_row_0/C:col10/1733077368510/Put/seqid=0 2024-12-01T18:22:49,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741945_1121 (size=13459) 2024-12-01T18:22:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:49,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-01T18:22:49,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:49,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:49,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:49,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:49,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:49,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:49,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/1754ccfb5f9a402fb0353e05c32485e2 is 50, key is test_row_0/A:col10/1733077368530/Put/seqid=0 2024-12-01T18:22:49,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077429160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077429160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077429161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077429165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077429164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741946_1122 (size=12301) 2024-12-01T18:22:49,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077429267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077429268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077429268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077429268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077429273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-01T18:22:49,298 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-01T18:22:49,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:22:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-01T18:22:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-01T18:22:49,302 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:22:49,303 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:22:49,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:22:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-01T18:22:49,455 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-01T18:22:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:49,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:49,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077429471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077429471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077429471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077429472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077429475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,479 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/d136982f2bcc4676afbb6fe2f8dd0319 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d136982f2bcc4676afbb6fe2f8dd0319 2024-12-01T18:22:49,486 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/A of 60dd49567809ae9e10bee50fd096a31c into d136982f2bcc4676afbb6fe2f8dd0319(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:49,486 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:49,486 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/A, priority=13, startTime=1733077369017; duration=0sec 2024-12-01T18:22:49,486 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:49,486 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:49,531 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/44a483e241f04459a9f8e00464a8c7e0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/44a483e241f04459a9f8e00464a8c7e0 2024-12-01T18:22:49,541 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60dd49567809ae9e10bee50fd096a31c/C of 60dd49567809ae9e10bee50fd096a31c into 44a483e241f04459a9f8e00464a8c7e0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:49,541 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:49,541 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c., storeName=60dd49567809ae9e10bee50fd096a31c/C, priority=13, startTime=1733077369019; duration=0sec 2024-12-01T18:22:49,541 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:49,541 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:49,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/1754ccfb5f9a402fb0353e05c32485e2 2024-12-01T18:22:49,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/a8def4795f464326b4cb050e540d8b61 is 50, key is test_row_0/B:col10/1733077368530/Put/seqid=0 2024-12-01T18:22:49,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741947_1123 (size=12301) 2024-12-01T18:22:49,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/a8def4795f464326b4cb050e540d8b61 2024-12-01T18:22:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-01T18:22:49,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/54c94f7210e646ee82ccac04fef67c81 is 50, key is test_row_0/C:col10/1733077368530/Put/seqid=0 2024-12-01T18:22:49,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-01T18:22:49,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:49,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741948_1124 (size=12301) 2024-12-01T18:22:49,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:49,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:49,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:49,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:49,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-01T18:22:49,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:49,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:49,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:49,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:49,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:49,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077429774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077429775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077429776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077429776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077429777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-01T18:22:49,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:49,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-01T18:22:49,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:49,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:49,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:49,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:49,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:50,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/54c94f7210e646ee82ccac04fef67c81 2024-12-01T18:22:50,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/1754ccfb5f9a402fb0353e05c32485e2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1754ccfb5f9a402fb0353e05c32485e2 2024-12-01T18:22:50,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1754ccfb5f9a402fb0353e05c32485e2, entries=150, sequenceid=517, filesize=12.0 K 2024-12-01T18:22:50,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/a8def4795f464326b4cb050e540d8b61 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/a8def4795f464326b4cb050e540d8b61 2024-12-01T18:22:50,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/a8def4795f464326b4cb050e540d8b61, entries=150, sequenceid=517, filesize=12.0 K 2024-12-01T18:22:50,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/54c94f7210e646ee82ccac04fef67c81 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/54c94f7210e646ee82ccac04fef67c81 2024-12-01T18:22:50,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/54c94f7210e646ee82ccac04fef67c81, entries=150, sequenceid=517, filesize=12.0 K 2024-12-01T18:22:50,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 60dd49567809ae9e10bee50fd096a31c in 893ms, sequenceid=517, compaction requested=false 2024-12-01T18:22:50,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:50,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-01T18:22:50,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:50,069 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T18:22:50,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:50,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:50,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:50,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/8d8ddbee3b1749b7ad4001193f963c6e is 50, key is test_row_0/A:col10/1733077369160/Put/seqid=0 2024-12-01T18:22:50,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741949_1125 (size=12301) 2024-12-01T18:22:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. as already flushing 2024-12-01T18:22:50,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077430290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077430291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077430291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077430293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077430294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077430395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077430395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077430395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077430397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077430397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-01T18:22:50,484 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/8d8ddbee3b1749b7ad4001193f963c6e 2024-12-01T18:22:50,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/f34618293f204096af175e569dfa7c88 is 50, key is test_row_0/B:col10/1733077369160/Put/seqid=0 2024-12-01T18:22:50,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741950_1126 (size=12301) 2024-12-01T18:22:50,569 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x767a8485 to 127.0.0.1:55564 2024-12-01T18:22:50,569 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b5cad1a to 127.0.0.1:55564 2024-12-01T18:22:50,569 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6502d571 to 127.0.0.1:55564 2024-12-01T18:22:50,569 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:22:50,569 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:22:50,569 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:22:50,571 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c3b736e to 127.0.0.1:55564 2024-12-01T18:22:50,571 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:22:50,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077430597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077430598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077430598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077430600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077430601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,900 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/f34618293f204096af175e569dfa7c88 2024-12-01T18:22:50,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46684 deadline: 1733077430900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46668 deadline: 1733077430901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46680 deadline: 1733077430901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46638 deadline: 1733077430904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46654 deadline: 1733077430904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:50,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/82e6f0dc886b42d1b421c4ad26545fee is 50, key is test_row_0/C:col10/1733077369160/Put/seqid=0 2024-12-01T18:22:50,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741951_1127 (size=12301) 2024-12-01T18:22:50,913 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/82e6f0dc886b42d1b421c4ad26545fee 2024-12-01T18:22:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/8d8ddbee3b1749b7ad4001193f963c6e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/8d8ddbee3b1749b7ad4001193f963c6e 2024-12-01T18:22:50,922 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/8d8ddbee3b1749b7ad4001193f963c6e, entries=150, sequenceid=534, filesize=12.0 K 2024-12-01T18:22:50,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/f34618293f204096af175e569dfa7c88 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f34618293f204096af175e569dfa7c88 2024-12-01T18:22:50,927 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f34618293f204096af175e569dfa7c88, entries=150, sequenceid=534, filesize=12.0 K 2024-12-01T18:22:50,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/82e6f0dc886b42d1b421c4ad26545fee as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/82e6f0dc886b42d1b421c4ad26545fee 2024-12-01T18:22:50,932 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/82e6f0dc886b42d1b421c4ad26545fee, entries=150, sequenceid=534, filesize=12.0 K 2024-12-01T18:22:50,933 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 60dd49567809ae9e10bee50fd096a31c in 864ms, sequenceid=534, compaction requested=true 2024-12-01T18:22:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-01T18:22:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-01T18:22:50,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-01T18:22:50,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6310 sec 2024-12-01T18:22:50,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.6370 sec 2024-12-01T18:22:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-01T18:22:51,406 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-01T18:22:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:51,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60dd49567809ae9e10bee50fd096a31c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:22:51,407 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f34ff67 to 127.0.0.1:55564 2024-12-01T18:22:51,407 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79d38d10 to 127.0.0.1:55564 2024-12-01T18:22:51,407 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:22:51,407 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:22:51,407 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c63ae4e to 127.0.0.1:55564 2024-12-01T18:22:51,407 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:22:51,408 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ee2166f to 127.0.0.1:55564 2024-12-01T18:22:51,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=A 2024-12-01T18:22:51,408 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x736f1673 to 127.0.0.1:55564 2024-12-01T18:22:51,408 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:22:51,409 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:22:51,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:51,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=B 2024-12-01T18:22:51,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:51,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60dd49567809ae9e10bee50fd096a31c, store=C 2024-12-01T18:22:51,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6130 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5972 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2642 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7925 rows 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2632 2024-12-01T18:22:51,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7892 rows 2024-12-01T18:22:51,409 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-01T18:22:51,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fdf5682 to 127.0.0.1:55564 2024-12-01T18:22:51,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:22:51,412 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-01T18:22:51,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T18:22:51,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/777cc17d99174ce28e00bb3626ca345c is 50, key is test_row_0/A:col10/1733077371405/Put/seqid=0 2024-12-01T18:22:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T18:22:51,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741952_1128 (size=12301) 2024-12-01T18:22:51,428 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077371428"}]},"ts":"1733077371428"} 2024-12-01T18:22:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-01T18:22:51,429 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T18:22:51,431 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T18:22:51,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T18:22:51,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=60dd49567809ae9e10bee50fd096a31c, UNASSIGN}] 2024-12-01T18:22:51,437 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=60dd49567809ae9e10bee50fd096a31c, UNASSIGN 2024-12-01T18:22:51,438 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=60dd49567809ae9e10bee50fd096a31c, regionState=CLOSING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:51,439 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T18:22:51,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:22:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-01T18:22:51,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:51,595 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:51,595 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-01T18:22:51,596 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 60dd49567809ae9e10bee50fd096a31c, disabling compactions & flushes 2024-12-01T18:22:51,596 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-01T18:22:51,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/777cc17d99174ce28e00bb3626ca345c 2024-12-01T18:22:51,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/ff04eb9d00c047b98a5772ed099129ab is 50, key is test_row_0/B:col10/1733077371405/Put/seqid=0 2024-12-01T18:22:51,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741953_1129 (size=12301) 2024-12-01T18:22:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-01T18:22:52,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/ff04eb9d00c047b98a5772ed099129ab 2024-12-01T18:22:52,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/dea884bd45db460ebee6645ae2b3f481 is 50, key is test_row_0/C:col10/1733077371405/Put/seqid=0 2024-12-01T18:22:52,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741954_1130 (size=12301) 2024-12-01T18:22:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-01T18:22:52,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/dea884bd45db460ebee6645ae2b3f481 2024-12-01T18:22:52,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/A/777cc17d99174ce28e00bb3626ca345c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/777cc17d99174ce28e00bb3626ca345c 2024-12-01T18:22:52,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/777cc17d99174ce28e00bb3626ca345c, entries=150, sequenceid=560, filesize=12.0 K 2024-12-01T18:22:52,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/B/ff04eb9d00c047b98a5772ed099129ab as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/ff04eb9d00c047b98a5772ed099129ab 2024-12-01T18:22:52,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/ff04eb9d00c047b98a5772ed099129ab, entries=150, sequenceid=560, filesize=12.0 K 2024-12-01T18:22:52,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/.tmp/C/dea884bd45db460ebee6645ae2b3f481 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/dea884bd45db460ebee6645ae2b3f481 2024-12-01T18:22:52,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/dea884bd45db460ebee6645ae2b3f481, entries=150, sequenceid=560, filesize=12.0 K 2024-12-01T18:22:52,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 60dd49567809ae9e10bee50fd096a31c in 1265ms, sequenceid=560, compaction requested=true 2024-12-01T18:22:52,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:52,672 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:52,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:52,672 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. because compaction request was cancelled 2024-12-01T18:22:52,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:52,672 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:52,672 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:A 2024-12-01T18:22:52,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:52,672 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. after waiting 0 ms 2024-12-01T18:22:52,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:52,672 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:52,672 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. because compaction request was cancelled 2024-12-01T18:22:52,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60dd49567809ae9e10bee50fd096a31c:C, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:52,672 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:B 2024-12-01T18:22:52,672 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. because compaction request was cancelled 2024-12-01T18:22:52,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:52,672 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60dd49567809ae9e10bee50fd096a31c:C 2024-12-01T18:22:52,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/4805d928b67e4cdda43f53b24d15c333, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/40c92654b19e4cd5a47d867a523cd4fc, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/16631bc24aff4eb89a7d46a34d14dcd0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/f922c9e6c3614c03878395e2a740dd6f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/eae6f9117e1e49ad8f7736f59f7befb3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/3486fd0953354f639315267399e2db5a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/2413df3ba326485fa8ee68540822d792, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1cc35714827e4fa8b5094c311f0f0a74, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/72428a3f365f46c6af74e2a5927e90aa, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/aa78e17d155a414ab9c06513f73d841f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/95b7ca3d736e44a784e275aa314b127f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/c0c6d375cadd4bc4b051963020274295, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/fe1639d11aa540b4969c1a9b1d14f4c3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/cf9ae1ca8a7147fcb7fffec7ef5effe9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1c43fb27b5d441a2b27d4cf7af79c982, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1d9f401453894f30b0b474cd349752ba, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/b35ea7e2d3d34adbab9c82a2a610e444, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/56d233d33cb249cbb8f8ae821f0cbb1d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/4b0a043022d84bbe82da8785f060920f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/ada255d62e89499f924063749cde2dcf, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/9abf632cc95a4e7aaff661d7b468e8c5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/2b3840224c0b441ba6f9b7a495f93251, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7428a77050b24b6bbdb63adb872a8ad8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/79f6393fd58f4826903c45bf1f5c05df, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7b7492b64fa04165964c5e6c65d5328b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7ce489bae8d1481d98247b3cb42a4cd0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/558438605641461da3f7fea2df35113b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d782728b52284d8a932ad9c0d79f21b8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/87784ddb6fe7443dbce4d4bb3981dac6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/5df7fa1798db468a892c10d6abf7149a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/a89adc30453540a9890449fbbbf069b3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/6be1d7781ca643bca84a759137c2dc97, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d7a012db39774a47b26b1fbb74043e58, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d0f66f97f95942feb482fb32ba1ade9f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/f24ee0353b9640b4a775e0c4979bb4ff] to archive 2024-12-01T18:22:52,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:22:52,681 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/4805d928b67e4cdda43f53b24d15c333 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/4805d928b67e4cdda43f53b24d15c333 2024-12-01T18:22:52,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/40c92654b19e4cd5a47d867a523cd4fc to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/40c92654b19e4cd5a47d867a523cd4fc 2024-12-01T18:22:52,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/16631bc24aff4eb89a7d46a34d14dcd0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/16631bc24aff4eb89a7d46a34d14dcd0 2024-12-01T18:22:52,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/f922c9e6c3614c03878395e2a740dd6f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/f922c9e6c3614c03878395e2a740dd6f 2024-12-01T18:22:52,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/eae6f9117e1e49ad8f7736f59f7befb3 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/eae6f9117e1e49ad8f7736f59f7befb3 2024-12-01T18:22:52,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/3486fd0953354f639315267399e2db5a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/3486fd0953354f639315267399e2db5a 2024-12-01T18:22:52,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/2413df3ba326485fa8ee68540822d792 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/2413df3ba326485fa8ee68540822d792 2024-12-01T18:22:52,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1cc35714827e4fa8b5094c311f0f0a74 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1cc35714827e4fa8b5094c311f0f0a74 2024-12-01T18:22:52,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/72428a3f365f46c6af74e2a5927e90aa to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/72428a3f365f46c6af74e2a5927e90aa 2024-12-01T18:22:52,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/aa78e17d155a414ab9c06513f73d841f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/aa78e17d155a414ab9c06513f73d841f 2024-12-01T18:22:52,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/95b7ca3d736e44a784e275aa314b127f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/95b7ca3d736e44a784e275aa314b127f 2024-12-01T18:22:52,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/c0c6d375cadd4bc4b051963020274295 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/c0c6d375cadd4bc4b051963020274295 2024-12-01T18:22:52,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/fe1639d11aa540b4969c1a9b1d14f4c3 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/fe1639d11aa540b4969c1a9b1d14f4c3 2024-12-01T18:22:52,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/cf9ae1ca8a7147fcb7fffec7ef5effe9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/cf9ae1ca8a7147fcb7fffec7ef5effe9 2024-12-01T18:22:52,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1c43fb27b5d441a2b27d4cf7af79c982 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1c43fb27b5d441a2b27d4cf7af79c982 2024-12-01T18:22:52,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1d9f401453894f30b0b474cd349752ba to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1d9f401453894f30b0b474cd349752ba 2024-12-01T18:22:52,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/b35ea7e2d3d34adbab9c82a2a610e444 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/b35ea7e2d3d34adbab9c82a2a610e444 2024-12-01T18:22:52,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/56d233d33cb249cbb8f8ae821f0cbb1d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/56d233d33cb249cbb8f8ae821f0cbb1d 2024-12-01T18:22:52,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/4b0a043022d84bbe82da8785f060920f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/4b0a043022d84bbe82da8785f060920f 2024-12-01T18:22:52,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/ada255d62e89499f924063749cde2dcf to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/ada255d62e89499f924063749cde2dcf 2024-12-01T18:22:52,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/9abf632cc95a4e7aaff661d7b468e8c5 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/9abf632cc95a4e7aaff661d7b468e8c5 2024-12-01T18:22:52,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/2b3840224c0b441ba6f9b7a495f93251 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/2b3840224c0b441ba6f9b7a495f93251 2024-12-01T18:22:52,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7428a77050b24b6bbdb63adb872a8ad8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7428a77050b24b6bbdb63adb872a8ad8 2024-12-01T18:22:52,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/79f6393fd58f4826903c45bf1f5c05df to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/79f6393fd58f4826903c45bf1f5c05df 2024-12-01T18:22:52,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7b7492b64fa04165964c5e6c65d5328b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7b7492b64fa04165964c5e6c65d5328b 2024-12-01T18:22:52,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7ce489bae8d1481d98247b3cb42a4cd0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/7ce489bae8d1481d98247b3cb42a4cd0 2024-12-01T18:22:52,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/558438605641461da3f7fea2df35113b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/558438605641461da3f7fea2df35113b 2024-12-01T18:22:52,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d782728b52284d8a932ad9c0d79f21b8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d782728b52284d8a932ad9c0d79f21b8 2024-12-01T18:22:52,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/87784ddb6fe7443dbce4d4bb3981dac6 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/87784ddb6fe7443dbce4d4bb3981dac6 2024-12-01T18:22:52,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/5df7fa1798db468a892c10d6abf7149a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/5df7fa1798db468a892c10d6abf7149a 2024-12-01T18:22:52,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/a89adc30453540a9890449fbbbf069b3 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/a89adc30453540a9890449fbbbf069b3 2024-12-01T18:22:52,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/6be1d7781ca643bca84a759137c2dc97 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/6be1d7781ca643bca84a759137c2dc97 2024-12-01T18:22:52,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d7a012db39774a47b26b1fbb74043e58 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d7a012db39774a47b26b1fbb74043e58 2024-12-01T18:22:52,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d0f66f97f95942feb482fb32ba1ade9f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d0f66f97f95942feb482fb32ba1ade9f 2024-12-01T18:22:52,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/f24ee0353b9640b4a775e0c4979bb4ff to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/f24ee0353b9640b4a775e0c4979bb4ff 2024-12-01T18:22:52,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fb660229cdba48afa86d832091139482, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f496c698b7fa4f4bbad9d12f657b450d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/9955b3ac707e4cc781e61131c118517c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/efb191fa2f0044cba85745ed8a4975f0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/4b85bbecb86b4fbd933ef46f2cf40aa7, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d1e2a94eb8ff40bd834020aae5b4ec97, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fd8c4c4a41aa40609a0419aa89dd20e5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3076e1435e2c4f1ca94b9b4408a3c3f2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d7c50d5372bd4092bb97622cc6d8dee2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/840b605720734d13b5419ab5430105cd, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3cc3568a4c53402d9907c5195746217f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/717b94b19d5a4a589d94a976bbc49931, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d8d9f77db3544e0cbe86961eb69c9e1d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/46c22b8f69d943b3888b9ee1cefa80d4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/55d3144d2e234aa19a0cf0c170dfb235, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/40da474bcce9463fa177fccec37d9bf0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/0ae33b61ec5f4c5f8cd21162c780b129, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/b675c2e74313467db758ca6a0e76299b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/52b983b43266409a9249c1cd277175a9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/a4e5a5ef2909490aae42f6ed9522491e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/27829570ba204870b94b5071ede197d9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/413de0aa14d5495f992420c10b469fd6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f17a8fed9feb4e2f8cce653764cb6ab3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/5eb684078f0d4f06b3a4504cc35b342b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/513f5c80eb8e4a849d7ef890978bdba9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3cb171d98b5f47eabcf8b6093f419e87, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/e59b5cbb55fd4f54bdcafb7427946474, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/37649bf7f2874dd8b323f6155d1a0dfd, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/4be749df68b84524b735457dd3b24cbd, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/6036db3b8a8d479b88b2aeed2764abcf, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/48139cf14061450ab03ec5d88f890f24, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fddcf8a73cbc4eb7acba5b8c55a70c3d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/9804578b0dd140d6ae8af4b373aba08d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/793a07f635b947a0b02ad53b01731549, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/8b8091ebd5c945a18d4301d2c404e9ae] to archive 2024-12-01T18:22:52,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:22:52,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fb660229cdba48afa86d832091139482 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fb660229cdba48afa86d832091139482 2024-12-01T18:22:52,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f496c698b7fa4f4bbad9d12f657b450d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f496c698b7fa4f4bbad9d12f657b450d 2024-12-01T18:22:52,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/9955b3ac707e4cc781e61131c118517c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/9955b3ac707e4cc781e61131c118517c 2024-12-01T18:22:52,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/efb191fa2f0044cba85745ed8a4975f0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/efb191fa2f0044cba85745ed8a4975f0 2024-12-01T18:22:52,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/4b85bbecb86b4fbd933ef46f2cf40aa7 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/4b85bbecb86b4fbd933ef46f2cf40aa7 2024-12-01T18:22:52,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d1e2a94eb8ff40bd834020aae5b4ec97 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d1e2a94eb8ff40bd834020aae5b4ec97 2024-12-01T18:22:52,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fd8c4c4a41aa40609a0419aa89dd20e5 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fd8c4c4a41aa40609a0419aa89dd20e5 2024-12-01T18:22:52,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3076e1435e2c4f1ca94b9b4408a3c3f2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3076e1435e2c4f1ca94b9b4408a3c3f2 2024-12-01T18:22:52,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d7c50d5372bd4092bb97622cc6d8dee2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d7c50d5372bd4092bb97622cc6d8dee2 2024-12-01T18:22:52,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/840b605720734d13b5419ab5430105cd to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/840b605720734d13b5419ab5430105cd 2024-12-01T18:22:52,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3cc3568a4c53402d9907c5195746217f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3cc3568a4c53402d9907c5195746217f 2024-12-01T18:22:52,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/717b94b19d5a4a589d94a976bbc49931 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/717b94b19d5a4a589d94a976bbc49931 2024-12-01T18:22:52,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d8d9f77db3544e0cbe86961eb69c9e1d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/d8d9f77db3544e0cbe86961eb69c9e1d 2024-12-01T18:22:52,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/46c22b8f69d943b3888b9ee1cefa80d4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/46c22b8f69d943b3888b9ee1cefa80d4 2024-12-01T18:22:52,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/55d3144d2e234aa19a0cf0c170dfb235 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/55d3144d2e234aa19a0cf0c170dfb235 2024-12-01T18:22:52,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/40da474bcce9463fa177fccec37d9bf0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/40da474bcce9463fa177fccec37d9bf0 2024-12-01T18:22:52,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/0ae33b61ec5f4c5f8cd21162c780b129 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/0ae33b61ec5f4c5f8cd21162c780b129 2024-12-01T18:22:52,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/b675c2e74313467db758ca6a0e76299b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/b675c2e74313467db758ca6a0e76299b 2024-12-01T18:22:52,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/52b983b43266409a9249c1cd277175a9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/52b983b43266409a9249c1cd277175a9 2024-12-01T18:22:52,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/a4e5a5ef2909490aae42f6ed9522491e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/a4e5a5ef2909490aae42f6ed9522491e 2024-12-01T18:22:52,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/27829570ba204870b94b5071ede197d9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/27829570ba204870b94b5071ede197d9 2024-12-01T18:22:52,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/413de0aa14d5495f992420c10b469fd6 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/413de0aa14d5495f992420c10b469fd6 2024-12-01T18:22:52,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f17a8fed9feb4e2f8cce653764cb6ab3 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f17a8fed9feb4e2f8cce653764cb6ab3 2024-12-01T18:22:52,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/5eb684078f0d4f06b3a4504cc35b342b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/5eb684078f0d4f06b3a4504cc35b342b 2024-12-01T18:22:52,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/513f5c80eb8e4a849d7ef890978bdba9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/513f5c80eb8e4a849d7ef890978bdba9 2024-12-01T18:22:52,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3cb171d98b5f47eabcf8b6093f419e87 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/3cb171d98b5f47eabcf8b6093f419e87 2024-12-01T18:22:52,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/e59b5cbb55fd4f54bdcafb7427946474 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/e59b5cbb55fd4f54bdcafb7427946474 2024-12-01T18:22:52,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/37649bf7f2874dd8b323f6155d1a0dfd to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/37649bf7f2874dd8b323f6155d1a0dfd 2024-12-01T18:22:52,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/4be749df68b84524b735457dd3b24cbd to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/4be749df68b84524b735457dd3b24cbd 2024-12-01T18:22:52,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/6036db3b8a8d479b88b2aeed2764abcf to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/6036db3b8a8d479b88b2aeed2764abcf 2024-12-01T18:22:52,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/48139cf14061450ab03ec5d88f890f24 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/48139cf14061450ab03ec5d88f890f24 2024-12-01T18:22:52,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fddcf8a73cbc4eb7acba5b8c55a70c3d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/fddcf8a73cbc4eb7acba5b8c55a70c3d 2024-12-01T18:22:52,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/9804578b0dd140d6ae8af4b373aba08d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/9804578b0dd140d6ae8af4b373aba08d 2024-12-01T18:22:52,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/793a07f635b947a0b02ad53b01731549 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/793a07f635b947a0b02ad53b01731549 2024-12-01T18:22:52,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/8b8091ebd5c945a18d4301d2c404e9ae to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/8b8091ebd5c945a18d4301d2c404e9ae 2024-12-01T18:22:52,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/13fb8023cf134c16b8adc45c77810d79, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/385395ead42143298b54e6ecaa4cb246, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/22042abc7b7d4d00a2593ca2ba8ae151, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/aa824fb79fb2422dbff79aad59e6e436, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/75c242ceaf354e2c9fc319457f74bcec, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/c4f238f8bec94b83bd36fce74f7e67ea, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e80dec2fb989467ea9cc3913989cba49, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/b6091cc7fbdf48cbb81a8e5471ca34d1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/3a09f793d6d24863a471f777b5c91f0e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/86790dd26f0446f1a79ac95edce3cd46, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/fc6e7c3561dd4e51a894335c6803e8f6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/39479f706314453aaa66ebf5ecc7385c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e396b29fe8ad4b7b9debe19a0370cd1b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/89db549a059e489e803c6f83a1c57082, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/367f4a99d1844fd2afc2be9961b5e5d5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/da67db812ab14a7b868e5a8cffb4d928, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/517ad91267c6423b8862ea77ba8e2418, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/52998ede28d245a9b7c0b866c8e9e123, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/698e4367a0f3414688f318d2e13faac7, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/fd4e2db07744464280c8c7f094fb4bb9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/403591acbf4a4cdaa902c845dafd1355, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/b4ad7cbd025142c29128f51e8b036c10, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/564d592dfe534fe1b4c019e93193f231, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/2b19fd6c95eb48d993f2f149fd205874, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/26744c1ca3444dbc939c2c16f5a41ace, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/365a3abcd9204e04a43f923c63bd8dc8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/1b2cbecfeb6045bd87520afbdb0638c3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e7d22a62e8224888b0a98f3db4ed850a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/0a74ed543d9447469b68705f5445779a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/766ebddf4541453d826a74e79811af49, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/8606338e863b4605a37f6242406ed3fa, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/c07cb7b57809447e81cb4218a4a6bc65, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/2fadc9c377734d8b9b2e4c78db765dfb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/8746babc8e29465a8b431d24718740ef] to archive 2024-12-01T18:22:52,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:22:52,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/13fb8023cf134c16b8adc45c77810d79 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/13fb8023cf134c16b8adc45c77810d79 2024-12-01T18:22:52,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/385395ead42143298b54e6ecaa4cb246 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/385395ead42143298b54e6ecaa4cb246 2024-12-01T18:22:52,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/22042abc7b7d4d00a2593ca2ba8ae151 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/22042abc7b7d4d00a2593ca2ba8ae151 2024-12-01T18:22:52,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/aa824fb79fb2422dbff79aad59e6e436 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/aa824fb79fb2422dbff79aad59e6e436 2024-12-01T18:22:52,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/75c242ceaf354e2c9fc319457f74bcec to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/75c242ceaf354e2c9fc319457f74bcec 2024-12-01T18:22:52,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/c4f238f8bec94b83bd36fce74f7e67ea to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/c4f238f8bec94b83bd36fce74f7e67ea 2024-12-01T18:22:52,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e80dec2fb989467ea9cc3913989cba49 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e80dec2fb989467ea9cc3913989cba49 2024-12-01T18:22:52,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/b6091cc7fbdf48cbb81a8e5471ca34d1 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/b6091cc7fbdf48cbb81a8e5471ca34d1 2024-12-01T18:22:52,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/3a09f793d6d24863a471f777b5c91f0e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/3a09f793d6d24863a471f777b5c91f0e 2024-12-01T18:22:52,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/86790dd26f0446f1a79ac95edce3cd46 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/86790dd26f0446f1a79ac95edce3cd46 2024-12-01T18:22:52,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/fc6e7c3561dd4e51a894335c6803e8f6 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/fc6e7c3561dd4e51a894335c6803e8f6 2024-12-01T18:22:52,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/39479f706314453aaa66ebf5ecc7385c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/39479f706314453aaa66ebf5ecc7385c 2024-12-01T18:22:52,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e396b29fe8ad4b7b9debe19a0370cd1b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e396b29fe8ad4b7b9debe19a0370cd1b 2024-12-01T18:22:52,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/89db549a059e489e803c6f83a1c57082 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/89db549a059e489e803c6f83a1c57082 2024-12-01T18:22:52,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/367f4a99d1844fd2afc2be9961b5e5d5 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/367f4a99d1844fd2afc2be9961b5e5d5 2024-12-01T18:22:52,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/da67db812ab14a7b868e5a8cffb4d928 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/da67db812ab14a7b868e5a8cffb4d928 2024-12-01T18:22:52,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/517ad91267c6423b8862ea77ba8e2418 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/517ad91267c6423b8862ea77ba8e2418 2024-12-01T18:22:52,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/52998ede28d245a9b7c0b866c8e9e123 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/52998ede28d245a9b7c0b866c8e9e123 2024-12-01T18:22:52,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/698e4367a0f3414688f318d2e13faac7 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/698e4367a0f3414688f318d2e13faac7 2024-12-01T18:22:52,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/fd4e2db07744464280c8c7f094fb4bb9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/fd4e2db07744464280c8c7f094fb4bb9 2024-12-01T18:22:52,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/403591acbf4a4cdaa902c845dafd1355 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/403591acbf4a4cdaa902c845dafd1355 2024-12-01T18:22:52,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/b4ad7cbd025142c29128f51e8b036c10 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/b4ad7cbd025142c29128f51e8b036c10 2024-12-01T18:22:52,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/564d592dfe534fe1b4c019e93193f231 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/564d592dfe534fe1b4c019e93193f231 2024-12-01T18:22:52,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/2b19fd6c95eb48d993f2f149fd205874 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/2b19fd6c95eb48d993f2f149fd205874 2024-12-01T18:22:52,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/26744c1ca3444dbc939c2c16f5a41ace to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/26744c1ca3444dbc939c2c16f5a41ace 2024-12-01T18:22:52,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/365a3abcd9204e04a43f923c63bd8dc8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/365a3abcd9204e04a43f923c63bd8dc8 2024-12-01T18:22:52,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/1b2cbecfeb6045bd87520afbdb0638c3 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/1b2cbecfeb6045bd87520afbdb0638c3 2024-12-01T18:22:52,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e7d22a62e8224888b0a98f3db4ed850a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/e7d22a62e8224888b0a98f3db4ed850a 2024-12-01T18:22:52,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/0a74ed543d9447469b68705f5445779a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/0a74ed543d9447469b68705f5445779a 2024-12-01T18:22:52,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/766ebddf4541453d826a74e79811af49 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/766ebddf4541453d826a74e79811af49 2024-12-01T18:22:52,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/8606338e863b4605a37f6242406ed3fa to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/8606338e863b4605a37f6242406ed3fa 2024-12-01T18:22:52,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/c07cb7b57809447e81cb4218a4a6bc65 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/c07cb7b57809447e81cb4218a4a6bc65 2024-12-01T18:22:52,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/2fadc9c377734d8b9b2e4c78db765dfb to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/2fadc9c377734d8b9b2e4c78db765dfb 2024-12-01T18:22:52,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/8746babc8e29465a8b431d24718740ef to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/8746babc8e29465a8b431d24718740ef 2024-12-01T18:22:52,824 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/recovered.edits/563.seqid, newMaxSeqId=563, maxSeqId=1 2024-12-01T18:22:52,826 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c. 2024-12-01T18:22:52,826 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 60dd49567809ae9e10bee50fd096a31c: 2024-12-01T18:22:52,828 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:52,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=60dd49567809ae9e10bee50fd096a31c, regionState=CLOSED 2024-12-01T18:22:52,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-01T18:22:52,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 60dd49567809ae9e10bee50fd096a31c, server=b8365d49b74c,42723,1733077344673 in 1.3910 sec 2024-12-01T18:22:52,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-12-01T18:22:52,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=60dd49567809ae9e10bee50fd096a31c, UNASSIGN in 1.3940 sec 2024-12-01T18:22:52,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-01T18:22:52,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4010 sec 2024-12-01T18:22:52,836 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077372836"}]},"ts":"1733077372836"} 2024-12-01T18:22:52,837 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T18:22:52,840 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T18:22:52,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4190 sec 2024-12-01T18:22:53,051 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T18:22:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-01T18:22:53,532 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-01T18:22:53,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T18:22:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:22:53,540 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:22:53,542 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:22:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-01T18:22:53,545 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:53,549 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/recovered.edits] 2024-12-01T18:22:53,552 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1754ccfb5f9a402fb0353e05c32485e2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/1754ccfb5f9a402fb0353e05c32485e2 2024-12-01T18:22:53,554 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/777cc17d99174ce28e00bb3626ca345c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/777cc17d99174ce28e00bb3626ca345c 2024-12-01T18:22:53,555 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/8d8ddbee3b1749b7ad4001193f963c6e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/8d8ddbee3b1749b7ad4001193f963c6e 2024-12-01T18:22:53,556 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d136982f2bcc4676afbb6fe2f8dd0319 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/A/d136982f2bcc4676afbb6fe2f8dd0319 2024-12-01T18:22:53,559 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/a8def4795f464326b4cb050e540d8b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/a8def4795f464326b4cb050e540d8b61 2024-12-01T18:22:53,561 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/dfb2ec7ed4c24b4baa94eb72cbabb8ab to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/dfb2ec7ed4c24b4baa94eb72cbabb8ab 2024-12-01T18:22:53,562 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f34618293f204096af175e569dfa7c88 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/f34618293f204096af175e569dfa7c88 2024-12-01T18:22:53,563 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/ff04eb9d00c047b98a5772ed099129ab to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/B/ff04eb9d00c047b98a5772ed099129ab 2024-12-01T18:22:53,566 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/44a483e241f04459a9f8e00464a8c7e0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/44a483e241f04459a9f8e00464a8c7e0 2024-12-01T18:22:53,568 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/54c94f7210e646ee82ccac04fef67c81 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/54c94f7210e646ee82ccac04fef67c81 2024-12-01T18:22:53,569 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/82e6f0dc886b42d1b421c4ad26545fee to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/82e6f0dc886b42d1b421c4ad26545fee 2024-12-01T18:22:53,570 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/dea884bd45db460ebee6645ae2b3f481 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/C/dea884bd45db460ebee6645ae2b3f481 2024-12-01T18:22:53,574 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/recovered.edits/563.seqid to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c/recovered.edits/563.seqid 2024-12-01T18:22:53,575 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/60dd49567809ae9e10bee50fd096a31c 2024-12-01T18:22:53,575 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T18:22:53,582 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:22:53,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-01T18:22:53,589 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T18:22:53,635 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T18:22:53,637 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:22:53,637 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T18:22:53,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733077373637"}]},"ts":"9223372036854775807"} 2024-12-01T18:22:53,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-01T18:22:53,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 60dd49567809ae9e10bee50fd096a31c, NAME => 'TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T18:22:53,640 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T18:22:53,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733077373640"}]},"ts":"9223372036854775807"} 2024-12-01T18:22:53,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-01T18:22:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-01T18:22:53,645 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:22:53,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 109 msec 2024-12-01T18:22:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-01T18:22:53,845 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-01T18:22:53,859 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-866282300_22 at /127.0.0.1:35128 [Waiting for operation #272] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x240475eb-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b8365d49b74c:42723-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x240475eb-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-511489650_22 at /127.0.0.1:52182 [Waiting for operation #200] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x240475eb-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-866282300_22 at /127.0.0.1:35292 [Waiting for operation #261] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x240475eb-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 237) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2909 (was 3465) 2024-12-01T18:22:53,869 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=2909 2024-12-01T18:22:53,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T18:22:53,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T18:22:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T18:22:53,873 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T18:22:53,874 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:53,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-12-01T18:22:53,874 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T18:22:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-01T18:22:53,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741955_1131 (size=963) 2024-12-01T18:22:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-01T18:22:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-01T18:22:54,283 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632 2024-12-01T18:22:54,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741956_1132 (size=53) 2024-12-01T18:22:54,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-01T18:22:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-01T18:22:54,690 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:22:54,690 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 702243a8232509ec5ebaaa074b0b351e, disabling compactions & flushes 2024-12-01T18:22:54,690 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:54,690 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:54,690 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. after waiting 0 ms 2024-12-01T18:22:54,690 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:54,690 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:54,691 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:22:54,692 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T18:22:54,692 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733077374692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733077374692"}]},"ts":"1733077374692"} 2024-12-01T18:22:54,693 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-01T18:22:54,694 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T18:22:54,694 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077374694"}]},"ts":"1733077374694"} 2024-12-01T18:22:54,695 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T18:22:54,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=702243a8232509ec5ebaaa074b0b351e, ASSIGN}] 2024-12-01T18:22:54,701 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=702243a8232509ec5ebaaa074b0b351e, ASSIGN 2024-12-01T18:22:54,702 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=702243a8232509ec5ebaaa074b0b351e, ASSIGN; state=OFFLINE, location=b8365d49b74c,42723,1733077344673; forceNewPlan=false, retain=false 2024-12-01T18:22:54,852 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=702243a8232509ec5ebaaa074b0b351e, regionState=OPENING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:54,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:22:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-01T18:22:55,006 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:55,009 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:55,009 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} 2024-12-01T18:22:55,010 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:55,010 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:22:55,010 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:55,010 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:55,011 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:55,013 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:22:55,013 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 702243a8232509ec5ebaaa074b0b351e columnFamilyName A 2024-12-01T18:22:55,013 DEBUG [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:55,013 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.HStore(327): Store=702243a8232509ec5ebaaa074b0b351e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:22:55,014 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:55,015 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:22:55,015 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 702243a8232509ec5ebaaa074b0b351e columnFamilyName B 2024-12-01T18:22:55,015 DEBUG [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:55,016 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.HStore(327): Store=702243a8232509ec5ebaaa074b0b351e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:22:55,016 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:55,017 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:22:55,017 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 702243a8232509ec5ebaaa074b0b351e columnFamilyName C 2024-12-01T18:22:55,017 DEBUG [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:55,018 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.HStore(327): Store=702243a8232509ec5ebaaa074b0b351e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:22:55,018 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:55,019 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:55,019 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:55,020 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T18:22:55,021 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:55,023 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T18:22:55,024 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 702243a8232509ec5ebaaa074b0b351e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70001201, jitterRate=0.04309917986392975}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T18:22:55,025 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:22:55,026 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., pid=39, masterSystemTime=1733077375006 2024-12-01T18:22:55,027 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:55,027 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:55,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=702243a8232509ec5ebaaa074b0b351e, regionState=OPEN, openSeqNum=2, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:55,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-01T18:22:55,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 in 175 msec 2024-12-01T18:22:55,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-01T18:22:55,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=702243a8232509ec5ebaaa074b0b351e, ASSIGN in 331 msec 2024-12-01T18:22:55,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T18:22:55,033 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077375033"}]},"ts":"1733077375033"} 2024-12-01T18:22:55,034 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T18:22:55,037 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T18:22:55,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-12-01T18:22:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-01T18:22:55,980 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-12-01T18:22:55,982 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-12-01T18:22:55,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:55,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:55,990 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:55,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T18:22:55,993 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T18:22:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T18:22:55,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T18:22:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-01T18:22:56,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741957_1133 (size=999) 2024-12-01T18:22:56,422 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-01T18:22:56,422 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-01T18:22:56,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T18:22:56,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=702243a8232509ec5ebaaa074b0b351e, REOPEN/MOVE}] 2024-12-01T18:22:56,434 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=702243a8232509ec5ebaaa074b0b351e, REOPEN/MOVE 2024-12-01T18:22:56,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=702243a8232509ec5ebaaa074b0b351e, regionState=CLOSING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:56,436 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T18:22:56,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:22:56,587 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:56,588 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:56,588 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-01T18:22:56,588 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 702243a8232509ec5ebaaa074b0b351e, disabling compactions & flushes 2024-12-01T18:22:56,588 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:56,588 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:56,588 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. after waiting 0 ms 2024-12-01T18:22:56,588 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:56,592 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T18:22:56,593 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:56,593 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:22:56,593 WARN [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 702243a8232509ec5ebaaa074b0b351e to self. 2024-12-01T18:22:56,595 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:56,595 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=702243a8232509ec5ebaaa074b0b351e, regionState=CLOSED 2024-12-01T18:22:56,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-01T18:22:56,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 in 160 msec 2024-12-01T18:22:56,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=702243a8232509ec5ebaaa074b0b351e, REOPEN/MOVE; state=CLOSED, location=b8365d49b74c,42723,1733077344673; forceNewPlan=false, retain=true 2024-12-01T18:22:56,749 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=702243a8232509ec5ebaaa074b0b351e, regionState=OPENING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:56,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:22:56,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:56,906 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:56,906 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} 2024-12-01T18:22:56,906 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:56,906 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:22:56,906 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:56,906 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:56,909 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:56,909 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:22:56,915 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 702243a8232509ec5ebaaa074b0b351e columnFamilyName A 2024-12-01T18:22:56,917 DEBUG [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:56,917 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.HStore(327): Store=702243a8232509ec5ebaaa074b0b351e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:22:56,918 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:56,918 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:22:56,919 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 702243a8232509ec5ebaaa074b0b351e columnFamilyName B 2024-12-01T18:22:56,919 DEBUG [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:56,919 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.HStore(327): Store=702243a8232509ec5ebaaa074b0b351e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:22:56,919 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:56,920 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:22:56,920 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 702243a8232509ec5ebaaa074b0b351e columnFamilyName C 2024-12-01T18:22:56,920 DEBUG [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:56,920 INFO [StoreOpener-702243a8232509ec5ebaaa074b0b351e-1 {}] regionserver.HStore(327): Store=702243a8232509ec5ebaaa074b0b351e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:22:56,921 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:56,921 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:56,922 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:56,924 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T18:22:56,925 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:56,926 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 702243a8232509ec5ebaaa074b0b351e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60028995, jitterRate=-0.10549826920032501}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T18:22:56,927 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:22:56,927 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., pid=44, masterSystemTime=1733077376902 2024-12-01T18:22:56,929 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:56,929 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:56,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=702243a8232509ec5ebaaa074b0b351e, regionState=OPEN, openSeqNum=5, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:56,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-12-01T18:22:56,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 in 181 msec 2024-12-01T18:22:56,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-01T18:22:56,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=702243a8232509ec5ebaaa074b0b351e, REOPEN/MOVE in 499 msec 2024-12-01T18:22:56,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-01T18:22:56,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-12-01T18:22:56,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 936 msec 2024-12-01T18:22:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-01T18:22:56,947 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-12-01T18:22:56,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:56,958 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-12-01T18:22:56,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:56,964 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-12-01T18:22:56,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:56,972 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-12-01T18:22:56,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:56,977 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-12-01T18:22:56,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:56,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-12-01T18:22:56,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:56,988 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-12-01T18:22:56,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:56,992 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-12-01T18:22:56,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:56,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-12-01T18:22:57,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:22:57,004 DEBUG [hconnection-0x764f591a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:57,004 DEBUG [hconnection-0x5cf276d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:57,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:22:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-01T18:22:57,006 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-01T18:22:57,006 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:22:57,007 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:57,007 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:22:57,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:22:57,010 DEBUG [hconnection-0x225711f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:57,011 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:57,012 DEBUG [hconnection-0x3f70508f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:57,012 DEBUG [hconnection-0x175efc9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:57,013 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:57,013 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:57,020 DEBUG [hconnection-0x4724447b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:57,021 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:57,026 DEBUG [hconnection-0x37dc72de-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:57,026 DEBUG [hconnection-0x3f634d8c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:57,027 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:57,027 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:57,028 DEBUG [hconnection-0x7fe9104d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:22:57,029 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:22:57,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:22:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:57,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:22:57,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:57,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:22:57,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:57,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:22:57,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:57,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077437095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077437096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077437101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077437101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077437102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-01T18:22:57,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201111477ea189740b1bbb13bed3528e5f7_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077377070/Put/seqid=0 2024-12-01T18:22:57,159 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-01T18:22:57,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:57,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:22:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:57,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741958_1134 (size=14594) 2024-12-01T18:22:57,184 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:57,194 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201111477ea189740b1bbb13bed3528e5f7_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201111477ea189740b1bbb13bed3528e5f7_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:57,196 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/884c0167828b47de8120294e7fbf999a, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:22:57,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077437203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077437205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077437205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077437206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077437208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/884c0167828b47de8120294e7fbf999a is 175, key is test_row_0/A:col10/1733077377070/Put/seqid=0 2024-12-01T18:22:57,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741959_1135 (size=39549) 2024-12-01T18:22:57,251 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/884c0167828b47de8120294e7fbf999a 2024-12-01T18:22:57,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/611a2bbc3aed4949b7c6bf95c21f8cb7 is 50, key is test_row_0/B:col10/1733077377070/Put/seqid=0 2024-12-01T18:22:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-01T18:22:57,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-01T18:22:57,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:57,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:22:57,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:57,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741960_1136 (size=12001) 2024-12-01T18:22:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/611a2bbc3aed4949b7c6bf95c21f8cb7 2024-12-01T18:22:57,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/34137ecedbf04eba9040da3c4155ed26 is 50, key is test_row_0/C:col10/1733077377070/Put/seqid=0 2024-12-01T18:22:57,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741961_1137 (size=12001) 2024-12-01T18:22:57,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/34137ecedbf04eba9040da3c4155ed26 2024-12-01T18:22:57,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/884c0167828b47de8120294e7fbf999a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/884c0167828b47de8120294e7fbf999a 2024-12-01T18:22:57,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/884c0167828b47de8120294e7fbf999a, entries=200, sequenceid=18, filesize=38.6 K 2024-12-01T18:22:57,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/611a2bbc3aed4949b7c6bf95c21f8cb7 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/611a2bbc3aed4949b7c6bf95c21f8cb7 2024-12-01T18:22:57,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077437407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/611a2bbc3aed4949b7c6bf95c21f8cb7, entries=150, sequenceid=18, filesize=11.7 K 2024-12-01T18:22:57,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/34137ecedbf04eba9040da3c4155ed26 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/34137ecedbf04eba9040da3c4155ed26 2024-12-01T18:22:57,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077437411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077437412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077437413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/34137ecedbf04eba9040da3c4155ed26, entries=150, sequenceid=18, filesize=11.7 K 2024-12-01T18:22:57,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 702243a8232509ec5ebaaa074b0b351e in 346ms, sequenceid=18, compaction requested=false 2024-12-01T18:22:57,417 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T18:22:57,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:22:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:57,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:22:57,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:22:57,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:57,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:22:57,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:57,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:22:57,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:57,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-01T18:22:57,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:57,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:22:57,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:57,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201906845a2e50942969adb112b6450ccd5_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077377426/Put/seqid=0 2024-12-01T18:22:57,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077437489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741962_1138 (size=14594) 2024-12-01T18:22:57,503 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:57,511 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201906845a2e50942969adb112b6450ccd5_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201906845a2e50942969adb112b6450ccd5_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:57,516 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/82b76b29124b4bf68e4050c3224e7410, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:22:57,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/82b76b29124b4bf68e4050c3224e7410 is 175, key is test_row_0/A:col10/1733077377426/Put/seqid=0 2024-12-01T18:22:57,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741963_1139 (size=39549) 2024-12-01T18:22:57,548 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/82b76b29124b4bf68e4050c3224e7410 2024-12-01T18:22:57,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/dc26195ba05b490188defaba03b94440 is 50, key is test_row_0/B:col10/1733077377426/Put/seqid=0 2024-12-01T18:22:57,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077437599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-01T18:22:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741964_1140 (size=12001) 2024-12-01T18:22:57,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/dc26195ba05b490188defaba03b94440 2024-12-01T18:22:57,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/34e038ec28bd4d85988da300c9ba16ed is 50, key is test_row_0/C:col10/1733077377426/Put/seqid=0 2024-12-01T18:22:57,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-01T18:22:57,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:57,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:22:57,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:57,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741965_1141 (size=12001) 2024-12-01T18:22:57,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/34e038ec28bd4d85988da300c9ba16ed 2024-12-01T18:22:57,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/82b76b29124b4bf68e4050c3224e7410 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/82b76b29124b4bf68e4050c3224e7410 2024-12-01T18:22:57,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/82b76b29124b4bf68e4050c3224e7410, entries=200, sequenceid=42, filesize=38.6 K 2024-12-01T18:22:57,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/dc26195ba05b490188defaba03b94440 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/dc26195ba05b490188defaba03b94440 2024-12-01T18:22:57,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/dc26195ba05b490188defaba03b94440, entries=150, sequenceid=42, filesize=11.7 K 2024-12-01T18:22:57,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/34e038ec28bd4d85988da300c9ba16ed as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/34e038ec28bd4d85988da300c9ba16ed 2024-12-01T18:22:57,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/34e038ec28bd4d85988da300c9ba16ed, entries=150, sequenceid=42, filesize=11.7 K 2024-12-01T18:22:57,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 702243a8232509ec5ebaaa074b0b351e in 229ms, sequenceid=42, compaction requested=false 2024-12-01T18:22:57,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:22:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:57,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-01T18:22:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:22:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:22:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:22:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:57,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019b92107b5a074c3994d71e1c6f205f6d_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077377453/Put/seqid=0 2024-12-01T18:22:57,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741966_1142 (size=14594) 2024-12-01T18:22:57,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-01T18:22:57,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:57,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:22:57,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:57,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077437793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077437799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077437800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077437804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077437805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077437907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077437918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077437919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077437919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:57,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-01T18:22:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:22:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:57,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:58,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-01T18:22:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:22:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:58,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:58,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-01T18:22:58,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077438110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077438128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077438127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077438129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077438130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:58,153 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019b92107b5a074c3994d71e1c6f205f6d_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019b92107b5a074c3994d71e1c6f205f6d_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:58,154 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/7fd3e05ff432484fb1a2df6b112609c3, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:22:58,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/7fd3e05ff432484fb1a2df6b112609c3 is 175, key is test_row_0/A:col10/1733077377453/Put/seqid=0 2024-12-01T18:22:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741967_1143 (size=39549) 2024-12-01T18:22:58,167 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/7fd3e05ff432484fb1a2df6b112609c3 2024-12-01T18:22:58,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/087b1b0ff7654440839e8532a710f4bb is 50, key is test_row_0/B:col10/1733077377453/Put/seqid=0 2024-12-01T18:22:58,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741968_1144 (size=12001) 2024-12-01T18:22:58,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/087b1b0ff7654440839e8532a710f4bb 2024-12-01T18:22:58,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/accc876b187f43018e202e50186b20f3 is 50, key is test_row_0/C:col10/1733077377453/Put/seqid=0 2024-12-01T18:22:58,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741969_1145 (size=12001) 2024-12-01T18:22:58,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/accc876b187f43018e202e50186b20f3 2024-12-01T18:22:58,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/7fd3e05ff432484fb1a2df6b112609c3 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7fd3e05ff432484fb1a2df6b112609c3 2024-12-01T18:22:58,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7fd3e05ff432484fb1a2df6b112609c3, entries=200, sequenceid=55, filesize=38.6 K 2024-12-01T18:22:58,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/087b1b0ff7654440839e8532a710f4bb as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/087b1b0ff7654440839e8532a710f4bb 2024-12-01T18:22:58,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-01T18:22:58,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:58,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:22:58,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:58,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:58,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:22:58,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/087b1b0ff7654440839e8532a710f4bb, entries=150, sequenceid=55, filesize=11.7 K 2024-12-01T18:22:58,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/accc876b187f43018e202e50186b20f3 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/accc876b187f43018e202e50186b20f3 2024-12-01T18:22:58,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/accc876b187f43018e202e50186b20f3, entries=150, sequenceid=55, filesize=11.7 K 2024-12-01T18:22:58,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 702243a8232509ec5ebaaa074b0b351e in 553ms, sequenceid=55, compaction requested=true 2024-12-01T18:22:58,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:22:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:22:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:58,267 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:58,267 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:22:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:22:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:58,268 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:58,268 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118647 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:58,268 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/B is initiating minor compaction (all files) 2024-12-01T18:22:58,268 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/A is initiating minor compaction (all files) 2024-12-01T18:22:58,268 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/B in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:58,268 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/A in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:58,268 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/611a2bbc3aed4949b7c6bf95c21f8cb7, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/dc26195ba05b490188defaba03b94440, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/087b1b0ff7654440839e8532a710f4bb] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=35.2 K 2024-12-01T18:22:58,268 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/884c0167828b47de8120294e7fbf999a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/82b76b29124b4bf68e4050c3224e7410, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7fd3e05ff432484fb1a2df6b112609c3] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=115.9 K 2024-12-01T18:22:58,269 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:58,269 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/884c0167828b47de8120294e7fbf999a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/82b76b29124b4bf68e4050c3224e7410, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7fd3e05ff432484fb1a2df6b112609c3] 2024-12-01T18:22:58,269 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 611a2bbc3aed4949b7c6bf95c21f8cb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733077377013 2024-12-01T18:22:58,269 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 884c0167828b47de8120294e7fbf999a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733077377013 2024-12-01T18:22:58,270 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting dc26195ba05b490188defaba03b94440, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733077377098 2024-12-01T18:22:58,270 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82b76b29124b4bf68e4050c3224e7410, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733077377090 2024-12-01T18:22:58,270 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 087b1b0ff7654440839e8532a710f4bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733077377453 2024-12-01T18:22:58,270 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fd3e05ff432484fb1a2df6b112609c3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733077377453 2024-12-01T18:22:58,283 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:22:58,287 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#B#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:58,288 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/1003a6855301463aabf4ad21c90edd0b is 50, key is test_row_0/B:col10/1733077377453/Put/seqid=0 2024-12-01T18:22:58,301 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412016e4e4274ae2743b1ba6aeabe5cf43bec_702243a8232509ec5ebaaa074b0b351e store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:22:58,314 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412016e4e4274ae2743b1ba6aeabe5cf43bec_702243a8232509ec5ebaaa074b0b351e, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:22:58,314 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016e4e4274ae2743b1ba6aeabe5cf43bec_702243a8232509ec5ebaaa074b0b351e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:22:58,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741970_1146 (size=12104) 2024-12-01T18:22:58,352 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/1003a6855301463aabf4ad21c90edd0b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1003a6855301463aabf4ad21c90edd0b 2024-12-01T18:22:58,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741971_1147 (size=4469) 2024-12-01T18:22:58,359 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#A#compaction#125 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:58,360 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/B of 702243a8232509ec5ebaaa074b0b351e into 1003a6855301463aabf4ad21c90edd0b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:58,360 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:22:58,360 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/B, priority=13, startTime=1733077378267; duration=0sec 2024-12-01T18:22:58,360 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:22:58,360 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:B 2024-12-01T18:22:58,360 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:22:58,362 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/53e7b23010e34335a0b2de16ae700889 is 175, key is test_row_0/A:col10/1733077377453/Put/seqid=0 2024-12-01T18:22:58,363 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:22:58,363 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/C is initiating minor compaction (all files) 2024-12-01T18:22:58,363 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/C in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:58,363 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/34137ecedbf04eba9040da3c4155ed26, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/34e038ec28bd4d85988da300c9ba16ed, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/accc876b187f43018e202e50186b20f3] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=35.2 K 2024-12-01T18:22:58,364 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 34137ecedbf04eba9040da3c4155ed26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733077377013 2024-12-01T18:22:58,364 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 34e038ec28bd4d85988da300c9ba16ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733077377098 2024-12-01T18:22:58,365 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting accc876b187f43018e202e50186b20f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733077377453 2024-12-01T18:22:58,380 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T18:22:58,388 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#C#compaction#127 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:22:58,389 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/6a5b62b7379349aa8c87602c61cf6044 is 50, key is test_row_0/C:col10/1733077377453/Put/seqid=0 2024-12-01T18:22:58,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-01T18:22:58,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:58,405 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T18:22:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:22:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:22:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:22:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:58,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:22:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741972_1148 (size=31058) 2024-12-01T18:22:58,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077438433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077438438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077438440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077438449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741973_1149 (size=12104) 2024-12-01T18:22:58,470 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/6a5b62b7379349aa8c87602c61cf6044 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/6a5b62b7379349aa8c87602c61cf6044 2024-12-01T18:22:58,476 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/C of 702243a8232509ec5ebaaa074b0b351e into 6a5b62b7379349aa8c87602c61cf6044(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:58,476 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:22:58,477 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/C, priority=13, startTime=1733077378267; duration=0sec 2024-12-01T18:22:58,477 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:58,477 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:C 2024-12-01T18:22:58,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c5b5ec41b4924df6a9bba5bf6b075d6f_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077377803/Put/seqid=0 2024-12-01T18:22:58,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741974_1150 (size=12154) 2024-12-01T18:22:58,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077438541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077438543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077438546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077438551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077438636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077438746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077438747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077438749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077438754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:58,845 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/53e7b23010e34335a0b2de16ae700889 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/53e7b23010e34335a0b2de16ae700889 2024-12-01T18:22:58,863 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/A of 702243a8232509ec5ebaaa074b0b351e into 53e7b23010e34335a0b2de16ae700889(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:22:58,863 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:22:58,863 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/A, priority=13, startTime=1733077378266; duration=0sec 2024-12-01T18:22:58,863 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:22:58,863 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:A 2024-12-01T18:22:58,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:58,914 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c5b5ec41b4924df6a9bba5bf6b075d6f_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c5b5ec41b4924df6a9bba5bf6b075d6f_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:58,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/7c6858a9b4244a03a436e86225e91bed, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:22:58,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/7c6858a9b4244a03a436e86225e91bed is 175, key is test_row_0/A:col10/1733077377803/Put/seqid=0 2024-12-01T18:22:58,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741975_1151 (size=30955) 2024-12-01T18:22:58,955 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/7c6858a9b4244a03a436e86225e91bed 2024-12-01T18:22:58,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/58737dde8632459d90254c25d6a65723 is 50, key is test_row_0/B:col10/1733077377803/Put/seqid=0 2024-12-01T18:22:58,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741976_1152 (size=12001) 2024-12-01T18:22:58,995 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/58737dde8632459d90254c25d6a65723 2024-12-01T18:22:59,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/a1ccf1a3c32541749a908f64d3d4b805 is 50, key is test_row_0/C:col10/1733077377803/Put/seqid=0 2024-12-01T18:22:59,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741977_1153 (size=12001) 2024-12-01T18:22:59,043 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/a1ccf1a3c32541749a908f64d3d4b805 2024-12-01T18:22:59,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077439050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/7c6858a9b4244a03a436e86225e91bed as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7c6858a9b4244a03a436e86225e91bed 2024-12-01T18:22:59,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077439051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077439053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,059 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7c6858a9b4244a03a436e86225e91bed, entries=150, sequenceid=79, filesize=30.2 K 2024-12-01T18:22:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/58737dde8632459d90254c25d6a65723 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/58737dde8632459d90254c25d6a65723 2024-12-01T18:22:59,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077439061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,068 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/58737dde8632459d90254c25d6a65723, entries=150, sequenceid=79, filesize=11.7 K 2024-12-01T18:22:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/a1ccf1a3c32541749a908f64d3d4b805 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a1ccf1a3c32541749a908f64d3d4b805 2024-12-01T18:22:59,075 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a1ccf1a3c32541749a908f64d3d4b805, entries=150, sequenceid=79, filesize=11.7 K 2024-12-01T18:22:59,078 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 702243a8232509ec5ebaaa074b0b351e in 673ms, sequenceid=79, compaction requested=false 2024-12-01T18:22:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:22:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-01T18:22:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-01T18:22:59,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-01T18:22:59,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0730 sec 2024-12-01T18:22:59,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.0810 sec 2024-12-01T18:22:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-01T18:22:59,112 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-01T18:22:59,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:22:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-01T18:22:59,116 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:22:59,117 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:22:59,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:22:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-01T18:22:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-01T18:22:59,269 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-01T18:22:59,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:59,271 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-01T18:22:59,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:22:59,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:59,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:22:59,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:59,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:22:59,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019d03429ff5d04a7094d7d5946aceba70_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077378438/Put/seqid=0 2024-12-01T18:22:59,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741978_1154 (size=12154) 2024-12-01T18:22:59,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:59,316 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019d03429ff5d04a7094d7d5946aceba70_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019d03429ff5d04a7094d7d5946aceba70_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:59,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/427378bc4eb341cf8c1cb7fac5e21614, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:22:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/427378bc4eb341cf8c1cb7fac5e21614 is 175, key is test_row_0/A:col10/1733077378438/Put/seqid=0 2024-12-01T18:22:59,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741979_1155 (size=30955) 2024-12-01T18:22:59,338 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/427378bc4eb341cf8c1cb7fac5e21614 2024-12-01T18:22:59,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/4e0a02c382074b5f961e93e8a1eeb98a is 50, key is test_row_0/B:col10/1733077378438/Put/seqid=0 2024-12-01T18:22:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741980_1156 (size=12001) 2024-12-01T18:22:59,384 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/4e0a02c382074b5f961e93e8a1eeb98a 2024-12-01T18:22:59,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/5f52df63e21f4d35a17f78361cbf8004 is 50, key is test_row_0/C:col10/1733077378438/Put/seqid=0 2024-12-01T18:22:59,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741981_1157 (size=12001) 2024-12-01T18:22:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-01T18:22:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:59,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:22:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077439589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077439590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077439592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077439592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077439642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077439694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077439694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077439695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077439697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-01T18:22:59,813 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/5f52df63e21f4d35a17f78361cbf8004 2024-12-01T18:22:59,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/427378bc4eb341cf8c1cb7fac5e21614 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/427378bc4eb341cf8c1cb7fac5e21614 2024-12-01T18:22:59,828 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/427378bc4eb341cf8c1cb7fac5e21614, entries=150, sequenceid=94, filesize=30.2 K 2024-12-01T18:22:59,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/4e0a02c382074b5f961e93e8a1eeb98a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/4e0a02c382074b5f961e93e8a1eeb98a 2024-12-01T18:22:59,836 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/4e0a02c382074b5f961e93e8a1eeb98a, entries=150, sequenceid=94, filesize=11.7 K 2024-12-01T18:22:59,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/5f52df63e21f4d35a17f78361cbf8004 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/5f52df63e21f4d35a17f78361cbf8004 2024-12-01T18:22:59,842 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/5f52df63e21f4d35a17f78361cbf8004, entries=150, sequenceid=94, filesize=11.7 K 2024-12-01T18:22:59,843 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 702243a8232509ec5ebaaa074b0b351e in 573ms, sequenceid=94, compaction requested=true 2024-12-01T18:22:59,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:22:59,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:22:59,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-01T18:22:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-01T18:22:59,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-01T18:22:59,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 728 msec 2024-12-01T18:22:59,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 734 msec 2024-12-01T18:22:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:59,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-01T18:22:59,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:22:59,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:59,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:22:59,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:59,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:22:59,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:22:59,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077439907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077439909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077439909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:22:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077439911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:22:59,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c6360c89f591403c8afffcff409d77e1_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077379588/Put/seqid=0 2024-12-01T18:22:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741982_1158 (size=12154) 2024-12-01T18:22:59,951 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:22:59,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c6360c89f591403c8afffcff409d77e1_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c6360c89f591403c8afffcff409d77e1_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:22:59,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/cde04adccc47481daa2e8d016bdf0de1, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:22:59,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/cde04adccc47481daa2e8d016bdf0de1 is 175, key is test_row_0/A:col10/1733077379588/Put/seqid=0 2024-12-01T18:22:59,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741983_1159 (size=30955) 2024-12-01T18:22:59,990 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=124, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/cde04adccc47481daa2e8d016bdf0de1 2024-12-01T18:23:00,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/f917750b3c0b48a4b47a05b992872306 is 50, key is test_row_0/B:col10/1733077379588/Put/seqid=0 2024-12-01T18:23:00,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077440013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077440013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077440013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741984_1160 (size=12001) 2024-12-01T18:23:00,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/f917750b3c0b48a4b47a05b992872306 2024-12-01T18:23:00,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077440017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/1c92eadf5d1f4bbd84d4641e70d2dcd2 is 50, key is test_row_0/C:col10/1733077379588/Put/seqid=0 2024-12-01T18:23:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741985_1161 (size=12001) 2024-12-01T18:23:00,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/1c92eadf5d1f4bbd84d4641e70d2dcd2 2024-12-01T18:23:00,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/cde04adccc47481daa2e8d016bdf0de1 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/cde04adccc47481daa2e8d016bdf0de1 2024-12-01T18:23:00,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/cde04adccc47481daa2e8d016bdf0de1, entries=150, sequenceid=124, filesize=30.2 K 2024-12-01T18:23:00,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/f917750b3c0b48a4b47a05b992872306 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f917750b3c0b48a4b47a05b992872306 2024-12-01T18:23:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f917750b3c0b48a4b47a05b992872306, entries=150, sequenceid=124, filesize=11.7 K 2024-12-01T18:23:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/1c92eadf5d1f4bbd84d4641e70d2dcd2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/1c92eadf5d1f4bbd84d4641e70d2dcd2 2024-12-01T18:23:00,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/1c92eadf5d1f4bbd84d4641e70d2dcd2, entries=150, sequenceid=124, filesize=11.7 K 2024-12-01T18:23:00,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 702243a8232509ec5ebaaa074b0b351e in 168ms, sequenceid=124, compaction requested=true 2024-12-01T18:23:00,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:00,073 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:23:00,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:00,074 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:23:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:00,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:00,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:00,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,077 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123923 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:23:00,077 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:23:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,077 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/A is initiating minor compaction (all files) 2024-12-01T18:23:00,077 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/B is initiating minor compaction (all files) 2024-12-01T18:23:00,077 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/A in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:00,077 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/B in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:00,077 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/53e7b23010e34335a0b2de16ae700889, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7c6858a9b4244a03a436e86225e91bed, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/427378bc4eb341cf8c1cb7fac5e21614, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/cde04adccc47481daa2e8d016bdf0de1] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=121.0 K 2024-12-01T18:23:00,077 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1003a6855301463aabf4ad21c90edd0b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/58737dde8632459d90254c25d6a65723, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/4e0a02c382074b5f961e93e8a1eeb98a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f917750b3c0b48a4b47a05b992872306] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=47.0 K 2024-12-01T18:23:00,077 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:00,077 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/53e7b23010e34335a0b2de16ae700889, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7c6858a9b4244a03a436e86225e91bed, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/427378bc4eb341cf8c1cb7fac5e21614, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/cde04adccc47481daa2e8d016bdf0de1] 2024-12-01T18:23:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,078 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53e7b23010e34335a0b2de16ae700889, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733077377453 2024-12-01T18:23:00,079 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c6858a9b4244a03a436e86225e91bed, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733077377797 2024-12-01T18:23:00,079 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 427378bc4eb341cf8c1cb7fac5e21614, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733077378436 2024-12-01T18:23:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,080 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 1003a6855301463aabf4ad21c90edd0b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733077377453 2024-12-01T18:23:00,080 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting cde04adccc47481daa2e8d016bdf0de1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733077379588 2024-12-01T18:23:00,080 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 58737dde8632459d90254c25d6a65723, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733077377797 2024-12-01T18:23:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,081 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e0a02c382074b5f961e93e8a1eeb98a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733077378436 2024-12-01T18:23:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,082 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting f917750b3c0b48a4b47a05b992872306, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733077379588 2024-12-01T18:23:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,106 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,123 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#B#compaction#138 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,123 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/73d07d9228e94116ae35dbfe4250337d is 50, key is test_row_0/B:col10/1733077379588/Put/seqid=0 2024-12-01T18:23:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,125 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201f86ebab900544fd58e07ffb0c83043b8_702243a8232509ec5ebaaa074b0b351e store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,133 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201f86ebab900544fd58e07ffb0c83043b8_702243a8232509ec5ebaaa074b0b351e, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:00,134 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f86ebab900544fd58e07ffb0c83043b8_702243a8232509ec5ebaaa074b0b351e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741987_1163 (size=4469) 2024-12-01T18:23:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741986_1162 (size=12241) 2024-12-01T18:23:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-01T18:23:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,222 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-01T18:23:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-01T18:23:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-01T18:23:00,226 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,226 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:00,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:00,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T18:23:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:00,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:00,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:00,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:00,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:00,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412018316377c19d7494fac41d2d0279a6c80_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077380303/Put/seqid=0 2024-12-01T18:23:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-01T18:23:00,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741988_1164 (size=14794) 2024-12-01T18:23:00,353 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,360 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412018316377c19d7494fac41d2d0279a6c80_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412018316377c19d7494fac41d2d0279a6c80_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:00,362 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/27b13f7ad03f4cf1909c1f4bc304d6f6, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:00,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/27b13f7ad03f4cf1909c1f4bc304d6f6 is 175, key is test_row_0/A:col10/1733077380303/Put/seqid=0 2024-12-01T18:23:00,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077440357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077440363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077440365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077440365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-01T18:23:00,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:00,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:00,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741989_1165 (size=39749) 2024-12-01T18:23:00,396 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/27b13f7ad03f4cf1909c1f4bc304d6f6 2024-12-01T18:23:00,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/8c5d239d10f947fc978959a3e3f85576 is 50, key is test_row_0/B:col10/1733077380303/Put/seqid=0 2024-12-01T18:23:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741990_1166 (size=12151) 2024-12-01T18:23:00,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/8c5d239d10f947fc978959a3e3f85576 2024-12-01T18:23:00,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/091fbd160eb54b5aaca9d7c43a737486 is 50, key is test_row_0/C:col10/1733077380303/Put/seqid=0 2024-12-01T18:23:00,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741991_1167 (size=12151) 2024-12-01T18:23:00,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/091fbd160eb54b5aaca9d7c43a737486 2024-12-01T18:23:00,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077440468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077440469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/27b13f7ad03f4cf1909c1f4bc304d6f6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/27b13f7ad03f4cf1909c1f4bc304d6f6 2024-12-01T18:23:00,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077440472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077440472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/27b13f7ad03f4cf1909c1f4bc304d6f6, entries=200, sequenceid=136, filesize=38.8 K 2024-12-01T18:23:00,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/8c5d239d10f947fc978959a3e3f85576 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/8c5d239d10f947fc978959a3e3f85576 2024-12-01T18:23:00,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/8c5d239d10f947fc978959a3e3f85576, entries=150, sequenceid=136, filesize=11.9 K 2024-12-01T18:23:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/091fbd160eb54b5aaca9d7c43a737486 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/091fbd160eb54b5aaca9d7c43a737486 2024-12-01T18:23:00,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/091fbd160eb54b5aaca9d7c43a737486, entries=150, sequenceid=136, filesize=11.9 K 2024-12-01T18:23:00,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 702243a8232509ec5ebaaa074b0b351e in 188ms, sequenceid=136, compaction requested=true 2024-12-01T18:23:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:A, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T18:23:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:B, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-01T18:23:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-01T18:23:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-01T18:23:00,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-01T18:23:00,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:00,534 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T18:23:00,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:00,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:00,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:00,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:00,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:00,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:00,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201cb92733a6cd54d558a4cb9074261471d_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077380360/Put/seqid=0 2024-12-01T18:23:00,576 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#A#compaction#137 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:00,576 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/d8a7f48debba4991ab95a94c79579546 is 175, key is test_row_0/A:col10/1733077379588/Put/seqid=0 2024-12-01T18:23:00,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741992_1168 (size=12304) 2024-12-01T18:23:00,585 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/73d07d9228e94116ae35dbfe4250337d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/73d07d9228e94116ae35dbfe4250337d 2024-12-01T18:23:00,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:00,593 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/B of 702243a8232509ec5ebaaa074b0b351e into 73d07d9228e94116ae35dbfe4250337d(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:00,593 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:00,593 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/B, priority=12, startTime=1733077380073; duration=0sec 2024-12-01T18:23:00,593 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-01T18:23:00,593 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:B 2024-12-01T18:23:00,593 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-12-01T18:23:00,594 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201cb92733a6cd54d558a4cb9074261471d_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201cb92733a6cd54d558a4cb9074261471d_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:00,596 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T18:23:00,596 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T18:23:00,596 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. because compaction request was cancelled 2024-12-01T18:23:00,596 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:A 2024-12-01T18:23:00,596 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T18:23:00,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/be47103dc3ac489abbf3aecabc774a52, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:00,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/be47103dc3ac489abbf3aecabc774a52 is 175, key is test_row_0/A:col10/1733077380360/Put/seqid=0 2024-12-01T18:23:00,601 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60258 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T18:23:00,601 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/C is initiating minor compaction (all files) 2024-12-01T18:23:00,601 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/C in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:00,601 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/6a5b62b7379349aa8c87602c61cf6044, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a1ccf1a3c32541749a908f64d3d4b805, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/5f52df63e21f4d35a17f78361cbf8004, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/1c92eadf5d1f4bbd84d4641e70d2dcd2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/091fbd160eb54b5aaca9d7c43a737486] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=58.8 K 2024-12-01T18:23:00,602 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a5b62b7379349aa8c87602c61cf6044, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733077377453 2024-12-01T18:23:00,602 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting a1ccf1a3c32541749a908f64d3d4b805, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733077377797 2024-12-01T18:23:00,603 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f52df63e21f4d35a17f78361cbf8004, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733077378436 2024-12-01T18:23:00,603 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c92eadf5d1f4bbd84d4641e70d2dcd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733077379588 2024-12-01T18:23:00,603 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 091fbd160eb54b5aaca9d7c43a737486, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733077380242 2024-12-01T18:23:00,623 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#C#compaction#143 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:00,624 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/06f39f267bfc4886a2a7d617b9b37a55 is 50, key is test_row_0/C:col10/1733077380303/Put/seqid=0 2024-12-01T18:23:00,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741993_1169 (size=31195) 2024-12-01T18:23:00,634 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/d8a7f48debba4991ab95a94c79579546 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/d8a7f48debba4991ab95a94c79579546 2024-12-01T18:23:00,640 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/A of 702243a8232509ec5ebaaa074b0b351e into d8a7f48debba4991ab95a94c79579546(size=30.5 K), total size for store is 69.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:00,640 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:00,640 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/A, priority=12, startTime=1733077380073; duration=0sec 2024-12-01T18:23:00,641 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T18:23:00,641 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:A 2024-12-01T18:23:00,641 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:B 2024-12-01T18:23:00,641 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-12-01T18:23:00,641 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T18:23:00,641 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T18:23:00,641 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. because compaction request was cancelled 2024-12-01T18:23:00,641 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:C 2024-12-01T18:23:00,641 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-01T18:23:00,642 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T18:23:00,642 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T18:23:00,642 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. because compaction request was cancelled 2024-12-01T18:23:00,642 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:B 2024-12-01T18:23:00,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741994_1170 (size=31105) 2024-12-01T18:23:00,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741995_1171 (size=12425) 2024-12-01T18:23:00,674 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/06f39f267bfc4886a2a7d617b9b37a55 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/06f39f267bfc4886a2a7d617b9b37a55 2024-12-01T18:23:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:00,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:00,704 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/C of 702243a8232509ec5ebaaa074b0b351e into 06f39f267bfc4886a2a7d617b9b37a55(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:00,704 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:00,704 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/C, priority=11, startTime=1733077380494; duration=0sec 2024-12-01T18:23:00,704 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:00,704 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:C 2024-12-01T18:23:00,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077440704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077440705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077440706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077440708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,759 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T18:23:00,760 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T18:23:00,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077440811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077440811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077440812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077440812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-01T18:23:01,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077441014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077441014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077441015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077441017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,050 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/be47103dc3ac489abbf3aecabc774a52 2024-12-01T18:23:01,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/923db9bed4af4341ad780c50feb3f1e8 is 50, key is test_row_0/B:col10/1733077380360/Put/seqid=0 2024-12-01T18:23:01,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741996_1172 (size=12151) 2024-12-01T18:23:01,094 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/923db9bed4af4341ad780c50feb3f1e8 2024-12-01T18:23:01,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/218fd44189e441009fcc652eaaa71af6 is 50, key is test_row_0/C:col10/1733077380360/Put/seqid=0 2024-12-01T18:23:01,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741997_1173 (size=12151) 2024-12-01T18:23:01,158 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/218fd44189e441009fcc652eaaa71af6 2024-12-01T18:23:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/be47103dc3ac489abbf3aecabc774a52 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/be47103dc3ac489abbf3aecabc774a52 2024-12-01T18:23:01,176 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/be47103dc3ac489abbf3aecabc774a52, entries=150, sequenceid=161, filesize=30.4 K 2024-12-01T18:23:01,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/923db9bed4af4341ad780c50feb3f1e8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/923db9bed4af4341ad780c50feb3f1e8 2024-12-01T18:23:01,189 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/923db9bed4af4341ad780c50feb3f1e8, entries=150, sequenceid=161, filesize=11.9 K 2024-12-01T18:23:01,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/218fd44189e441009fcc652eaaa71af6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/218fd44189e441009fcc652eaaa71af6 2024-12-01T18:23:01,198 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/218fd44189e441009fcc652eaaa71af6, entries=150, sequenceid=161, filesize=11.9 K 2024-12-01T18:23:01,200 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 702243a8232509ec5ebaaa074b0b351e in 666ms, sequenceid=161, compaction requested=true 2024-12-01T18:23:01,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:01,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:01,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-01T18:23:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-01T18:23:01,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-01T18:23:01,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 976 msec 2024-12-01T18:23:01,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 980 msec 2024-12-01T18:23:01,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:23:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-01T18:23:01,332 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-01T18:23:01,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-01T18:23:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-01T18:23:01,335 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:01,335 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:01,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:01,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201137ecbb8b1dd40cdb6b405ddedc998a9_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077380706/Put/seqid=0 2024-12-01T18:23:01,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077441364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077441365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741998_1174 (size=12304) 2024-12-01T18:23:01,374 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:01,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077441366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,380 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201137ecbb8b1dd40cdb6b405ddedc998a9_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201137ecbb8b1dd40cdb6b405ddedc998a9_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:01,382 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/96ccf94c29184063b2201a6d548a5b2a, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:01,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/96ccf94c29184063b2201a6d548a5b2a is 175, key is test_row_0/A:col10/1733077380706/Put/seqid=0 2024-12-01T18:23:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077441380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741999_1175 (size=31105) 2024-12-01T18:23:01,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/96ccf94c29184063b2201a6d548a5b2a 2024-12-01T18:23:01,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/d246a3a173d3408da13b06c01508c9f5 is 50, key is test_row_0/B:col10/1733077380706/Put/seqid=0 2024-12-01T18:23:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742000_1176 (size=12151) 2024-12-01T18:23:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-01T18:23:01,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077441469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077441470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077441478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,488 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-01T18:23:01,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:01,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:01,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:01,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:01,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:01,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077441489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-01T18:23:01,641 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-01T18:23:01,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:01,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:01,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:01,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:01,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:01,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077441648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,650 DEBUG [Thread-663 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., hostname=b8365d49b74c,42723,1733077344673, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T18:23:01,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077441672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077441673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077441681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077441693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,795 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-01T18:23:01,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:01,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:01,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:01,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:01,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:01,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/d246a3a173d3408da13b06c01508c9f5 2024-12-01T18:23:01,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/50167e15472b44afa43eab380a288592 is 50, key is test_row_0/C:col10/1733077380706/Put/seqid=0 2024-12-01T18:23:01,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742001_1177 (size=12151) 2024-12-01T18:23:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-01T18:23:01,948 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-01T18:23:01,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:01,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:01,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:01,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:01,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:01,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077441977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077441977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077441986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:01,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077441998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,101 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-01T18:23:02,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:02,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:02,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:02,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:02,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:02,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/50167e15472b44afa43eab380a288592 2024-12-01T18:23:02,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/96ccf94c29184063b2201a6d548a5b2a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/96ccf94c29184063b2201a6d548a5b2a 2024-12-01T18:23:02,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/96ccf94c29184063b2201a6d548a5b2a, entries=150, sequenceid=177, filesize=30.4 K 2024-12-01T18:23:02,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/d246a3a173d3408da13b06c01508c9f5 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/d246a3a173d3408da13b06c01508c9f5 2024-12-01T18:23:02,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-01T18:23:02,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:02,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:02,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:02,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:02,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:02,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/d246a3a173d3408da13b06c01508c9f5, entries=150, sequenceid=177, filesize=11.9 K 2024-12-01T18:23:02,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/50167e15472b44afa43eab380a288592 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/50167e15472b44afa43eab380a288592 2024-12-01T18:23:02,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/50167e15472b44afa43eab380a288592, entries=150, sequenceid=177, filesize=11.9 K 2024-12-01T18:23:02,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 702243a8232509ec5ebaaa074b0b351e in 950ms, sequenceid=177, compaction requested=true 2024-12-01T18:23:02,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:02,275 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:23:02,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:02,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:02,276 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:23:02,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:02,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:02,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:02,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:02,277 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:23:02,277 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/A is initiating minor compaction (all files) 2024-12-01T18:23:02,277 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/A in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:02,277 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/d8a7f48debba4991ab95a94c79579546, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/27b13f7ad03f4cf1909c1f4bc304d6f6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/be47103dc3ac489abbf3aecabc774a52, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/96ccf94c29184063b2201a6d548a5b2a] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=130.0 K 2024-12-01T18:23:02,277 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:02,277 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/d8a7f48debba4991ab95a94c79579546, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/27b13f7ad03f4cf1909c1f4bc304d6f6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/be47103dc3ac489abbf3aecabc774a52, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/96ccf94c29184063b2201a6d548a5b2a] 2024-12-01T18:23:02,278 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:23:02,279 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/B is initiating minor compaction (all files) 2024-12-01T18:23:02,279 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8a7f48debba4991ab95a94c79579546, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733077379588 2024-12-01T18:23:02,279 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/B in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:02,279 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/73d07d9228e94116ae35dbfe4250337d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/8c5d239d10f947fc978959a3e3f85576, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/923db9bed4af4341ad780c50feb3f1e8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/d246a3a173d3408da13b06c01508c9f5] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=47.6 K 2024-12-01T18:23:02,279 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27b13f7ad03f4cf1909c1f4bc304d6f6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733077380242 2024-12-01T18:23:02,279 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 73d07d9228e94116ae35dbfe4250337d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733077379588 2024-12-01T18:23:02,281 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting be47103dc3ac489abbf3aecabc774a52, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733077380360 2024-12-01T18:23:02,281 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c5d239d10f947fc978959a3e3f85576, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733077380242 2024-12-01T18:23:02,282 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96ccf94c29184063b2201a6d548a5b2a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733077380704 2024-12-01T18:23:02,282 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 923db9bed4af4341ad780c50feb3f1e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733077380360 2024-12-01T18:23:02,283 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d246a3a173d3408da13b06c01508c9f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733077380704 2024-12-01T18:23:02,299 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#B#compaction#149 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:02,300 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/25cc24f4f1bd42de896f9ec72262c350 is 50, key is test_row_0/B:col10/1733077380706/Put/seqid=0 2024-12-01T18:23:02,304 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:02,315 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120187efd44664ae47d4be50b0c2050a5b41_702243a8232509ec5ebaaa074b0b351e store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:02,319 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120187efd44664ae47d4be50b0c2050a5b41_702243a8232509ec5ebaaa074b0b351e, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:02,319 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120187efd44664ae47d4be50b0c2050a5b41_702243a8232509ec5ebaaa074b0b351e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:02,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742002_1178 (size=12527) 2024-12-01T18:23:02,330 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/25cc24f4f1bd42de896f9ec72262c350 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/25cc24f4f1bd42de896f9ec72262c350 2024-12-01T18:23:02,336 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/B of 702243a8232509ec5ebaaa074b0b351e into 25cc24f4f1bd42de896f9ec72262c350(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:02,336 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:02,336 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/B, priority=12, startTime=1733077382275; duration=0sec 2024-12-01T18:23:02,336 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:02,336 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:B 2024-12-01T18:23:02,336 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:02,340 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:02,340 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/C is initiating minor compaction (all files) 2024-12-01T18:23:02,340 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/C in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:02,340 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/06f39f267bfc4886a2a7d617b9b37a55, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/218fd44189e441009fcc652eaaa71af6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/50167e15472b44afa43eab380a288592] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=35.9 K 2024-12-01T18:23:02,340 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 06f39f267bfc4886a2a7d617b9b37a55, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733077380242 2024-12-01T18:23:02,341 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 218fd44189e441009fcc652eaaa71af6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733077380360 2024-12-01T18:23:02,342 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 50167e15472b44afa43eab380a288592, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733077380704 2024-12-01T18:23:02,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742003_1179 (size=4469) 2024-12-01T18:23:02,365 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#A#compaction#150 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:02,366 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/1d30e62e5eef41319bfb32764a8e09b1 is 175, key is test_row_0/A:col10/1733077380706/Put/seqid=0 2024-12-01T18:23:02,376 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#C#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:02,377 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/70d80d6fc8504ef58b3b06d090db5c4d is 50, key is test_row_0/C:col10/1733077380706/Put/seqid=0 2024-12-01T18:23:02,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742004_1180 (size=31481) 2024-12-01T18:23:02,406 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/1d30e62e5eef41319bfb32764a8e09b1 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/1d30e62e5eef41319bfb32764a8e09b1 2024-12-01T18:23:02,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-01T18:23:02,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:02,411 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:23:02,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:02,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:02,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:02,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:02,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:02,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:02,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742005_1181 (size=12527) 2024-12-01T18:23:02,417 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/A of 702243a8232509ec5ebaaa074b0b351e into 1d30e62e5eef41319bfb32764a8e09b1(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:02,417 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:02,417 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/A, priority=12, startTime=1733077382275; duration=0sec 2024-12-01T18:23:02,417 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:02,417 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:A 2024-12-01T18:23:02,424 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/70d80d6fc8504ef58b3b06d090db5c4d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/70d80d6fc8504ef58b3b06d090db5c4d 2024-12-01T18:23:02,429 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/C of 702243a8232509ec5ebaaa074b0b351e into 70d80d6fc8504ef58b3b06d090db5c4d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:02,429 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:02,429 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/C, priority=13, startTime=1733077382276; duration=0sec 2024-12-01T18:23:02,429 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:02,429 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:C 2024-12-01T18:23:02,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d2cb799d26f445288c86f1cefcbdfc1f_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077381363/Put/seqid=0 2024-12-01T18:23:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-01T18:23:02,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742006_1182 (size=12304) 2024-12-01T18:23:02,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,468 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d2cb799d26f445288c86f1cefcbdfc1f_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d2cb799d26f445288c86f1cefcbdfc1f_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:02,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/fe84c5615f6e4d8fb92a75ae9a0f6b84, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:02,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/fe84c5615f6e4d8fb92a75ae9a0f6b84 is 175, key is test_row_0/A:col10/1733077381363/Put/seqid=0 2024-12-01T18:23:02,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742007_1183 (size=31105) 2024-12-01T18:23:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:02,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:02,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077442492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077442492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077442493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077442503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077442594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077442596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077442598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077442797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077442798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077442801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:02,874 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/fe84c5615f6e4d8fb92a75ae9a0f6b84 2024-12-01T18:23:02,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/6e6d297e1a894b298cac80acf45a96cd is 50, key is test_row_0/B:col10/1733077381363/Put/seqid=0 2024-12-01T18:23:02,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742008_1184 (size=12151) 2024-12-01T18:23:02,927 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/6e6d297e1a894b298cac80acf45a96cd 2024-12-01T18:23:02,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/a029d3d18b2349d39da0d3961235b57b is 50, key is test_row_0/C:col10/1733077381363/Put/seqid=0 2024-12-01T18:23:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742009_1185 (size=12151) 2024-12-01T18:23:02,951 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/a029d3d18b2349d39da0d3961235b57b 2024-12-01T18:23:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/fe84c5615f6e4d8fb92a75ae9a0f6b84 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/fe84c5615f6e4d8fb92a75ae9a0f6b84 2024-12-01T18:23:02,962 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/fe84c5615f6e4d8fb92a75ae9a0f6b84, entries=150, sequenceid=202, filesize=30.4 K 2024-12-01T18:23:02,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/6e6d297e1a894b298cac80acf45a96cd as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/6e6d297e1a894b298cac80acf45a96cd 2024-12-01T18:23:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,968 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/6e6d297e1a894b298cac80acf45a96cd, entries=150, sequenceid=202, filesize=11.9 K 2024-12-01T18:23:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/a029d3d18b2349d39da0d3961235b57b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a029d3d18b2349d39da0d3961235b57b 2024-12-01T18:23:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,975 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a029d3d18b2349d39da0d3961235b57b, entries=150, sequenceid=202, filesize=11.9 K 2024-12-01T18:23:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,976 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 702243a8232509ec5ebaaa074b0b351e in 565ms, sequenceid=202, compaction requested=false 2024-12-01T18:23:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:02,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:02,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-01T18:23:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-01T18:23:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-01T18:23:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6420 sec 2024-12-01T18:23:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.6480 sec 2024-12-01T18:23:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:03,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-01T18:23:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:03,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:03,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:03,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:03,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120155715a99cca64636a012713d8b8824ea_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077382492/Put/seqid=0 2024-12-01T18:23:03,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077443148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077443149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077443149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742010_1186 (size=12304) 2024-12-01T18:23:03,162 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:03,168 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120155715a99cca64636a012713d8b8824ea_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120155715a99cca64636a012713d8b8824ea_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:03,169 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/9a912c2b60b34b51ba0a5dd64d7f1316, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:03,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/9a912c2b60b34b51ba0a5dd64d7f1316 is 175, key is test_row_0/A:col10/1733077382492/Put/seqid=0 2024-12-01T18:23:03,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742011_1187 (size=31101) 2024-12-01T18:23:03,194 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/9a912c2b60b34b51ba0a5dd64d7f1316 2024-12-01T18:23:03,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/bf442e197e0443d48172c7f2d577fd93 is 50, key is test_row_0/B:col10/1733077382492/Put/seqid=0 2024-12-01T18:23:03,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742012_1188 (size=9757) 2024-12-01T18:23:03,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/bf442e197e0443d48172c7f2d577fd93 2024-12-01T18:23:03,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/43f1785fbbbc4b8987287ee85c0fa983 is 50, key is test_row_0/C:col10/1733077382492/Put/seqid=0 2024-12-01T18:23:03,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742013_1189 (size=9757) 2024-12-01T18:23:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077443254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077443254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077443255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-01T18:23:03,439 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-01T18:23:03,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-01T18:23:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-01T18:23:03,442 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:03,443 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:03,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:03,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077443456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077443457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077443457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077443513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-01T18:23:03,595 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-01T18:23:03,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:03,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:03,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:03,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:03,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:03,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/43f1785fbbbc4b8987287ee85c0fa983 2024-12-01T18:23:03,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/9a912c2b60b34b51ba0a5dd64d7f1316 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9a912c2b60b34b51ba0a5dd64d7f1316 2024-12-01T18:23:03,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9a912c2b60b34b51ba0a5dd64d7f1316, entries=150, sequenceid=217, filesize=30.4 K 2024-12-01T18:23:03,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/bf442e197e0443d48172c7f2d577fd93 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/bf442e197e0443d48172c7f2d577fd93 2024-12-01T18:23:03,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/bf442e197e0443d48172c7f2d577fd93, entries=100, sequenceid=217, filesize=9.5 K 2024-12-01T18:23:03,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/43f1785fbbbc4b8987287ee85c0fa983 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/43f1785fbbbc4b8987287ee85c0fa983 2024-12-01T18:23:03,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/43f1785fbbbc4b8987287ee85c0fa983, entries=100, sequenceid=217, filesize=9.5 K 2024-12-01T18:23:03,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 702243a8232509ec5ebaaa074b0b351e in 556ms, sequenceid=217, compaction requested=true 2024-12-01T18:23:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:03,666 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:03,666 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:03,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:03,668 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:03,668 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/B is initiating minor compaction (all files) 2024-12-01T18:23:03,668 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/B in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:03,668 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:03,668 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/A is initiating minor compaction (all files) 2024-12-01T18:23:03,668 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/25cc24f4f1bd42de896f9ec72262c350, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/6e6d297e1a894b298cac80acf45a96cd, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/bf442e197e0443d48172c7f2d577fd93] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=33.6 K 2024-12-01T18:23:03,668 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/A in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:03,669 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/1d30e62e5eef41319bfb32764a8e09b1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/fe84c5615f6e4d8fb92a75ae9a0f6b84, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9a912c2b60b34b51ba0a5dd64d7f1316] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=91.5 K 2024-12-01T18:23:03,669 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:03,669 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/1d30e62e5eef41319bfb32764a8e09b1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/fe84c5615f6e4d8fb92a75ae9a0f6b84, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9a912c2b60b34b51ba0a5dd64d7f1316] 2024-12-01T18:23:03,670 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d30e62e5eef41319bfb32764a8e09b1, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733077380704 2024-12-01T18:23:03,670 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 25cc24f4f1bd42de896f9ec72262c350, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733077380704 2024-12-01T18:23:03,670 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e6d297e1a894b298cac80acf45a96cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733077381361 2024-12-01T18:23:03,670 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe84c5615f6e4d8fb92a75ae9a0f6b84, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733077381361 2024-12-01T18:23:03,671 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting bf442e197e0443d48172c7f2d577fd93, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733077382492 2024-12-01T18:23:03,671 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a912c2b60b34b51ba0a5dd64d7f1316, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733077382485 2024-12-01T18:23:03,685 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:03,685 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#B#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:03,685 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/874971ef43924cb88c3316c5cc926dca is 50, key is test_row_0/B:col10/1733077382492/Put/seqid=0 2024-12-01T18:23:03,686 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120174bd8d985b10439aaa87d50ec3f4321a_702243a8232509ec5ebaaa074b0b351e store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:03,688 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120174bd8d985b10439aaa87d50ec3f4321a_702243a8232509ec5ebaaa074b0b351e, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:03,688 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120174bd8d985b10439aaa87d50ec3f4321a_702243a8232509ec5ebaaa074b0b351e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:03,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742014_1190 (size=12629) 2024-12-01T18:23:03,714 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/874971ef43924cb88c3316c5cc926dca as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/874971ef43924cb88c3316c5cc926dca 2024-12-01T18:23:03,721 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/B of 702243a8232509ec5ebaaa074b0b351e into 874971ef43924cb88c3316c5cc926dca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:03,721 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:03,721 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/B, priority=13, startTime=1733077383666; duration=0sec 2024-12-01T18:23:03,721 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:03,721 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:B 2024-12-01T18:23:03,721 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:03,722 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:03,722 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/C is initiating minor compaction (all files) 2024-12-01T18:23:03,723 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/C in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:03,723 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/70d80d6fc8504ef58b3b06d090db5c4d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a029d3d18b2349d39da0d3961235b57b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/43f1785fbbbc4b8987287ee85c0fa983] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=33.6 K 2024-12-01T18:23:03,723 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 70d80d6fc8504ef58b3b06d090db5c4d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733077380704 2024-12-01T18:23:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742015_1191 (size=4469) 2024-12-01T18:23:03,725 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting a029d3d18b2349d39da0d3961235b57b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733077381361 2024-12-01T18:23:03,726 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 43f1785fbbbc4b8987287ee85c0fa983, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733077382492 2024-12-01T18:23:03,726 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#A#compaction#159 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:03,727 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/87d6c5e38a5a4452952c8a3567e4d2e2 is 175, key is test_row_0/A:col10/1733077382492/Put/seqid=0 2024-12-01T18:23:03,757 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#C#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:03,758 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/9b6bac2bf18240dbad74ba1964ba440b is 50, key is test_row_0/C:col10/1733077382492/Put/seqid=0 2024-12-01T18:23:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-01T18:23:03,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-01T18:23:03,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:03,761 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T18:23:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:03,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:03,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077443778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742016_1192 (size=31690) 2024-12-01T18:23:03,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077443779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077443781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,791 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/87d6c5e38a5a4452952c8a3567e4d2e2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/87d6c5e38a5a4452952c8a3567e4d2e2 2024-12-01T18:23:03,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412018d7855f3369b4adbbc9bbc75d683d5a7_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077383148/Put/seqid=0 2024-12-01T18:23:03,798 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/A of 702243a8232509ec5ebaaa074b0b351e into 87d6c5e38a5a4452952c8a3567e4d2e2(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:03,798 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:03,799 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/A, priority=13, startTime=1733077383666; duration=0sec 2024-12-01T18:23:03,799 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:03,799 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:A 2024-12-01T18:23:03,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742017_1193 (size=12629) 2024-12-01T18:23:03,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742018_1194 (size=12304) 2024-12-01T18:23:03,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077443882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077443885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:03,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077443885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-01T18:23:04,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077444086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077444089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077444090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:04,213 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/9b6bac2bf18240dbad74ba1964ba440b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/9b6bac2bf18240dbad74ba1964ba440b 2024-12-01T18:23:04,220 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412018d7855f3369b4adbbc9bbc75d683d5a7_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412018d7855f3369b4adbbc9bbc75d683d5a7_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:04,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/9cc7f4a34ed04c6d9a83abd98f31731e, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:04,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/9cc7f4a34ed04c6d9a83abd98f31731e is 175, key is test_row_0/A:col10/1733077383148/Put/seqid=0 2024-12-01T18:23:04,228 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/C of 702243a8232509ec5ebaaa074b0b351e into 9b6bac2bf18240dbad74ba1964ba440b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:04,228 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:04,229 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/C, priority=13, startTime=1733077383666; duration=0sec 2024-12-01T18:23:04,229 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:04,229 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:C 2024-12-01T18:23:04,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742019_1195 (size=31105) 2024-12-01T18:23:04,241 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/9cc7f4a34ed04c6d9a83abd98f31731e 2024-12-01T18:23:04,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/78c7d7ec790a431e83171a1914f4d2c1 is 50, key is test_row_0/B:col10/1733077383148/Put/seqid=0 2024-12-01T18:23:04,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742020_1196 (size=12151) 2024-12-01T18:23:04,287 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/78c7d7ec790a431e83171a1914f4d2c1 2024-12-01T18:23:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/57f04db982d14045a767e229661d91eb is 50, key is test_row_0/C:col10/1733077383148/Put/seqid=0 2024-12-01T18:23:04,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742021_1197 (size=12151) 2024-12-01T18:23:04,315 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/57f04db982d14045a767e229661d91eb 2024-12-01T18:23:04,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/9cc7f4a34ed04c6d9a83abd98f31731e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9cc7f4a34ed04c6d9a83abd98f31731e 2024-12-01T18:23:04,327 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9cc7f4a34ed04c6d9a83abd98f31731e, entries=150, sequenceid=241, filesize=30.4 K 2024-12-01T18:23:04,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/78c7d7ec790a431e83171a1914f4d2c1 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/78c7d7ec790a431e83171a1914f4d2c1 2024-12-01T18:23:04,333 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/78c7d7ec790a431e83171a1914f4d2c1, entries=150, sequenceid=241, filesize=11.9 K 2024-12-01T18:23:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/57f04db982d14045a767e229661d91eb as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/57f04db982d14045a767e229661d91eb 2024-12-01T18:23:04,348 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/57f04db982d14045a767e229661d91eb, entries=150, sequenceid=241, filesize=11.9 K 2024-12-01T18:23:04,351 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 702243a8232509ec5ebaaa074b0b351e in 590ms, sequenceid=241, compaction requested=false 2024-12-01T18:23:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-01T18:23:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-01T18:23:04,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-01T18:23:04,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 910 msec 2024-12-01T18:23:04,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 914 msec 2024-12-01T18:23:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:04,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T18:23:04,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:04,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:04,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:04,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:04,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:04,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:04,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b686b2c43b8947edba163d7086437753_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077383775/Put/seqid=0 2024-12-01T18:23:04,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-01T18:23:04,405 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-01T18:23:04,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742022_1198 (size=12354) 2024-12-01T18:23:04,429 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:04,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077444428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077444429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077444430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,437 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b686b2c43b8947edba163d7086437753_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b686b2c43b8947edba163d7086437753_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:04,439 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/601bef8329584520b747d10051c69b5f, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:04,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/601bef8329584520b747d10051c69b5f is 175, key is test_row_0/A:col10/1733077383775/Put/seqid=0 2024-12-01T18:23:04,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742023_1199 (size=31155) 2024-12-01T18:23:04,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077444533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077444535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077444536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-01T18:23:04,561 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-01T18:23:04,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-01T18:23:04,564 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:04,565 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-01T18:23:04,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-01T18:23:04,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-01T18:23:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:04,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:04,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077444737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077444740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077444740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,855 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/601bef8329584520b747d10051c69b5f 2024-12-01T18:23:04,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/1b3b9d3296724baf82929a310f8e5049 is 50, key is test_row_0/B:col10/1733077383775/Put/seqid=0 2024-12-01T18:23:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-01T18:23:04,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:04,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-01T18:23:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:04,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:04,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742024_1200 (size=12201) 2024-12-01T18:23:04,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/1b3b9d3296724baf82929a310f8e5049 2024-12-01T18:23:04,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/ee2ce09a41594d8bb00e19ceacb23465 is 50, key is test_row_0/C:col10/1733077383775/Put/seqid=0 2024-12-01T18:23:04,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742025_1201 (size=12201) 2024-12-01T18:23:04,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/ee2ce09a41594d8bb00e19ceacb23465 2024-12-01T18:23:04,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/601bef8329584520b747d10051c69b5f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/601bef8329584520b747d10051c69b5f 2024-12-01T18:23:04,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/601bef8329584520b747d10051c69b5f, entries=150, sequenceid=257, filesize=30.4 K 2024-12-01T18:23:04,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/1b3b9d3296724baf82929a310f8e5049 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1b3b9d3296724baf82929a310f8e5049 2024-12-01T18:23:04,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1b3b9d3296724baf82929a310f8e5049, entries=150, sequenceid=257, filesize=11.9 K 2024-12-01T18:23:04,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/ee2ce09a41594d8bb00e19ceacb23465 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/ee2ce09a41594d8bb00e19ceacb23465 2024-12-01T18:23:04,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/ee2ce09a41594d8bb00e19ceacb23465, entries=150, sequenceid=257, filesize=11.9 K 2024-12-01T18:23:04,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 702243a8232509ec5ebaaa074b0b351e in 555ms, sequenceid=257, compaction requested=true 2024-12-01T18:23:04,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:04,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:04,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:04,946 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:04,946 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:04,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:04,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:04,947 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93950 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:04,947 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/A is initiating minor compaction (all files) 2024-12-01T18:23:04,947 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/A in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:04,947 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/87d6c5e38a5a4452952c8a3567e4d2e2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9cc7f4a34ed04c6d9a83abd98f31731e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/601bef8329584520b747d10051c69b5f] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=91.7 K 2024-12-01T18:23:04,947 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:04,947 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/87d6c5e38a5a4452952c8a3567e4d2e2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9cc7f4a34ed04c6d9a83abd98f31731e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/601bef8329584520b747d10051c69b5f] 2024-12-01T18:23:04,948 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:04,948 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/B is initiating minor compaction (all files) 2024-12-01T18:23:04,948 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/B in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:04,948 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/874971ef43924cb88c3316c5cc926dca, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/78c7d7ec790a431e83171a1914f4d2c1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1b3b9d3296724baf82929a310f8e5049] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=36.1 K 2024-12-01T18:23:04,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:04,949 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 874971ef43924cb88c3316c5cc926dca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733077381361 2024-12-01T18:23:04,949 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87d6c5e38a5a4452952c8a3567e4d2e2, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733077381361 2024-12-01T18:23:04,950 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cc7f4a34ed04c6d9a83abd98f31731e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733077383143 2024-12-01T18:23:04,950 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 78c7d7ec790a431e83171a1914f4d2c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733077383143 2024-12-01T18:23:04,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:04,951 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 601bef8329584520b747d10051c69b5f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733077383772 2024-12-01T18:23:04,951 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b3b9d3296724baf82929a310f8e5049, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733077383772 2024-12-01T18:23:04,980 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:04,982 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:04,983 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/2518b382a64a43c09e72ee5a90448116 is 50, key is test_row_0/B:col10/1733077383775/Put/seqid=0 2024-12-01T18:23:04,988 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412011590b4c88b16441ca8322bf8e498d096_702243a8232509ec5ebaaa074b0b351e store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:04,990 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412011590b4c88b16441ca8322bf8e498d096_702243a8232509ec5ebaaa074b0b351e, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:04,991 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011590b4c88b16441ca8322bf8e498d096_702243a8232509ec5ebaaa074b0b351e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:05,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-01T18:23:05,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:05,024 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T18:23:05,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:05,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:05,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:05,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:05,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:05,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:05,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742026_1202 (size=12781) 2024-12-01T18:23:05,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:05,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742027_1203 (size=4469) 2024-12-01T18:23:05,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016cb58e7ff7ae411994122f09729e5abc_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077384410/Put/seqid=0 2024-12-01T18:23:05,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077445064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077445065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077445065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742028_1204 (size=12454) 2024-12-01T18:23:05,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:05,080 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016cb58e7ff7ae411994122f09729e5abc_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016cb58e7ff7ae411994122f09729e5abc_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/24f523818b88436a999c30e5f1724b3c, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/24f523818b88436a999c30e5f1724b3c is 175, key is test_row_0/A:col10/1733077384410/Put/seqid=0 2024-12-01T18:23:05,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742029_1205 (size=31255) 2024-12-01T18:23:05,095 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/24f523818b88436a999c30e5f1724b3c 2024-12-01T18:23:05,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/e4f218c898ac4027a45f78b099fe0470 is 50, key is test_row_0/B:col10/1733077384410/Put/seqid=0 2024-12-01T18:23:05,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742030_1206 (size=12301) 2024-12-01T18:23:05,120 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/e4f218c898ac4027a45f78b099fe0470 2024-12-01T18:23:05,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/8eac689f255b423e8a5b15b2e1f850d5 is 50, key is test_row_0/C:col10/1733077384410/Put/seqid=0 2024-12-01T18:23:05,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742031_1207 (size=12301) 2024-12-01T18:23:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-01T18:23:05,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077445170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077445170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077445170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077445373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077445373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077445373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,446 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#A#compaction#167 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:05,446 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/2445562137b541c5b7b9680de572b5f9 is 175, key is test_row_0/A:col10/1733077383775/Put/seqid=0 2024-12-01T18:23:05,450 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/2518b382a64a43c09e72ee5a90448116 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/2518b382a64a43c09e72ee5a90448116 2024-12-01T18:23:05,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742032_1208 (size=31735) 2024-12-01T18:23:05,457 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/B of 702243a8232509ec5ebaaa074b0b351e into 2518b382a64a43c09e72ee5a90448116(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:05,457 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:05,457 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/B, priority=13, startTime=1733077384946; duration=0sec 2024-12-01T18:23:05,457 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:05,457 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:B 2024-12-01T18:23:05,457 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:05,459 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:05,459 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/C is initiating minor compaction (all files) 2024-12-01T18:23:05,459 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/C in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:05,459 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/9b6bac2bf18240dbad74ba1964ba440b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/57f04db982d14045a767e229661d91eb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/ee2ce09a41594d8bb00e19ceacb23465] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=36.1 K 2024-12-01T18:23:05,460 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b6bac2bf18240dbad74ba1964ba440b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733077381361 2024-12-01T18:23:05,461 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 57f04db982d14045a767e229661d91eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733077383143 2024-12-01T18:23:05,462 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/2445562137b541c5b7b9680de572b5f9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/2445562137b541c5b7b9680de572b5f9 2024-12-01T18:23:05,463 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting ee2ce09a41594d8bb00e19ceacb23465, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733077383772 2024-12-01T18:23:05,469 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/A of 702243a8232509ec5ebaaa074b0b351e into 2445562137b541c5b7b9680de572b5f9(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:05,469 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:05,469 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/A, priority=13, startTime=1733077384945; duration=0sec 2024-12-01T18:23:05,469 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:05,469 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:A 2024-12-01T18:23:05,474 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#C#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:05,475 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/0b1a3da6262e4101b551f0c383021741 is 50, key is test_row_0/C:col10/1733077383775/Put/seqid=0 2024-12-01T18:23:05,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742033_1209 (size=12781) 2024-12-01T18:23:05,511 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/0b1a3da6262e4101b551f0c383021741 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/0b1a3da6262e4101b551f0c383021741 2024-12-01T18:23:05,518 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/C of 702243a8232509ec5ebaaa074b0b351e into 0b1a3da6262e4101b551f0c383021741(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:05,518 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:05,518 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/C, priority=13, startTime=1733077384946; duration=0sec 2024-12-01T18:23:05,518 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:05,518 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:C 2024-12-01T18:23:05,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077445521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,523 DEBUG [Thread-661 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., hostname=b8365d49b74c,42723,1733077344673, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T18:23:05,539 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/8eac689f255b423e8a5b15b2e1f850d5 2024-12-01T18:23:05,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/24f523818b88436a999c30e5f1724b3c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/24f523818b88436a999c30e5f1724b3c 2024-12-01T18:23:05,554 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/24f523818b88436a999c30e5f1724b3c, entries=150, sequenceid=279, filesize=30.5 K 2024-12-01T18:23:05,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/e4f218c898ac4027a45f78b099fe0470 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/e4f218c898ac4027a45f78b099fe0470 2024-12-01T18:23:05,567 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/e4f218c898ac4027a45f78b099fe0470, entries=150, sequenceid=279, filesize=12.0 K 2024-12-01T18:23:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/8eac689f255b423e8a5b15b2e1f850d5 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/8eac689f255b423e8a5b15b2e1f850d5 2024-12-01T18:23:05,577 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/8eac689f255b423e8a5b15b2e1f850d5, entries=150, sequenceid=279, filesize=12.0 K 2024-12-01T18:23:05,578 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 702243a8232509ec5ebaaa074b0b351e in 554ms, sequenceid=279, compaction requested=false 2024-12-01T18:23:05,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:05,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:05,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-01T18:23:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-01T18:23:05,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-01T18:23:05,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec 2024-12-01T18:23:05,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.0200 sec 2024-12-01T18:23:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-01T18:23:05,669 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-01T18:23:05,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-01T18:23:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-01T18:23:05,672 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:05,673 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:05,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:05,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T18:23:05,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:05,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:05,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:05,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:05,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:05,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:05,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201baab74a7e9554928bebbb275b6570ea0_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077385063/Put/seqid=0 2024-12-01T18:23:05,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077445708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077445709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077445709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077445709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742034_1210 (size=14994) 2024-12-01T18:23:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-01T18:23:05,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077445812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077445812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077445812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077445813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-01T18:23:05,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:05,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:05,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:05,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:05,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-01T18:23:05,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:05,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-01T18:23:05,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:05,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:05,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:05,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:05,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:06,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077446016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077446015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077446016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077446016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:06,123 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201baab74a7e9554928bebbb275b6570ea0_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201baab74a7e9554928bebbb275b6570ea0_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:06,124 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/b3bd0882000e464cabb1ba4bbe9bcd63, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:06,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/b3bd0882000e464cabb1ba4bbe9bcd63 is 175, key is test_row_0/A:col10/1733077385063/Put/seqid=0 2024-12-01T18:23:06,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-01T18:23:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:06,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:06,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:06,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742035_1211 (size=39949) 2024-12-01T18:23:06,136 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/b3bd0882000e464cabb1ba4bbe9bcd63 2024-12-01T18:23:06,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/0c9ac40ae34b45d0a73db2280bff023a is 50, key is test_row_0/B:col10/1733077385063/Put/seqid=0 2024-12-01T18:23:06,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742036_1212 (size=12301) 2024-12-01T18:23:06,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/0c9ac40ae34b45d0a73db2280bff023a 2024-12-01T18:23:06,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/633c013b6805482db2d5eb2ddb8acc49 is 50, key is test_row_0/C:col10/1733077385063/Put/seqid=0 2024-12-01T18:23:06,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742037_1213 (size=12301) 2024-12-01T18:23:06,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/633c013b6805482db2d5eb2ddb8acc49 2024-12-01T18:23:06,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/b3bd0882000e464cabb1ba4bbe9bcd63 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/b3bd0882000e464cabb1ba4bbe9bcd63 2024-12-01T18:23:06,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/b3bd0882000e464cabb1ba4bbe9bcd63, entries=200, sequenceid=298, filesize=39.0 K 2024-12-01T18:23:06,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/0c9ac40ae34b45d0a73db2280bff023a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/0c9ac40ae34b45d0a73db2280bff023a 2024-12-01T18:23:06,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/0c9ac40ae34b45d0a73db2280bff023a, entries=150, sequenceid=298, filesize=12.0 K 2024-12-01T18:23:06,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/633c013b6805482db2d5eb2ddb8acc49 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/633c013b6805482db2d5eb2ddb8acc49 2024-12-01T18:23:06,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/633c013b6805482db2d5eb2ddb8acc49, entries=150, sequenceid=298, filesize=12.0 K 2024-12-01T18:23:06,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 702243a8232509ec5ebaaa074b0b351e in 518ms, sequenceid=298, compaction requested=true 2024-12-01T18:23:06,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:06,197 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:06,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:06,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:06,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:06,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:06,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:06,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:06,198 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:06,205 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:06,205 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:06,205 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/A is initiating minor compaction (all files) 2024-12-01T18:23:06,205 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/B is initiating minor compaction (all files) 2024-12-01T18:23:06,205 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/A in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:06,205 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/B in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:06,205 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/2445562137b541c5b7b9680de572b5f9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/24f523818b88436a999c30e5f1724b3c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/b3bd0882000e464cabb1ba4bbe9bcd63] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=100.5 K 2024-12-01T18:23:06,205 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/2518b382a64a43c09e72ee5a90448116, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/e4f218c898ac4027a45f78b099fe0470, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/0c9ac40ae34b45d0a73db2280bff023a] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=36.5 K 2024-12-01T18:23:06,205 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:06,205 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/2445562137b541c5b7b9680de572b5f9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/24f523818b88436a999c30e5f1724b3c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/b3bd0882000e464cabb1ba4bbe9bcd63] 2024-12-01T18:23:06,206 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 2518b382a64a43c09e72ee5a90448116, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733077383772 2024-12-01T18:23:06,206 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2445562137b541c5b7b9680de572b5f9, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733077383772 2024-12-01T18:23:06,206 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e4f218c898ac4027a45f78b099fe0470, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733077384410 2024-12-01T18:23:06,206 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24f523818b88436a999c30e5f1724b3c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733077384410 2024-12-01T18:23:06,207 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3bd0882000e464cabb1ba4bbe9bcd63, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733077385058 2024-12-01T18:23:06,207 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c9ac40ae34b45d0a73db2280bff023a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733077385063 2024-12-01T18:23:06,226 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#B#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:06,226 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/7b01418beae9483dbba722c0d1c23ed8 is 50, key is test_row_0/B:col10/1733077385063/Put/seqid=0 2024-12-01T18:23:06,228 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:06,241 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201e20683ada1a1493d98b0d5d136b1347e_702243a8232509ec5ebaaa074b0b351e store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:06,242 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201e20683ada1a1493d98b0d5d136b1347e_702243a8232509ec5ebaaa074b0b351e, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:06,242 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e20683ada1a1493d98b0d5d136b1347e_702243a8232509ec5ebaaa074b0b351e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:06,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742038_1214 (size=12983) 2024-12-01T18:23:06,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742039_1215 (size=4469) 2024-12-01T18:23:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-01T18:23:06,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-01T18:23:06,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:06,283 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T18:23:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120127398c4f8c3d4506898e5481a09e5a06_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077385703/Put/seqid=0 2024-12-01T18:23:06,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742040_1216 (size=12454) 2024-12-01T18:23:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:06,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:06,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077446331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077446333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077446334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077446334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077446435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077446438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077446439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077446440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077446637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077446643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077446643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077446644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,666 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/7b01418beae9483dbba722c0d1c23ed8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/7b01418beae9483dbba722c0d1c23ed8 2024-12-01T18:23:06,669 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#A#compaction#177 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:06,670 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/93f8b4e7fe924989881527f94d2a4f4a is 175, key is test_row_0/A:col10/1733077385063/Put/seqid=0 2024-12-01T18:23:06,675 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/B of 702243a8232509ec5ebaaa074b0b351e into 7b01418beae9483dbba722c0d1c23ed8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:06,675 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:06,675 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/B, priority=13, startTime=1733077386198; duration=0sec 2024-12-01T18:23:06,675 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:06,675 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:B 2024-12-01T18:23:06,675 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:06,676 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:06,676 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/C is initiating minor compaction (all files) 2024-12-01T18:23:06,676 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/C in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:06,677 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/0b1a3da6262e4101b551f0c383021741, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/8eac689f255b423e8a5b15b2e1f850d5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/633c013b6805482db2d5eb2ddb8acc49] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=36.5 K 2024-12-01T18:23:06,677 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b1a3da6262e4101b551f0c383021741, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733077383772 2024-12-01T18:23:06,677 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eac689f255b423e8a5b15b2e1f850d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733077384410 2024-12-01T18:23:06,678 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 633c013b6805482db2d5eb2ddb8acc49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733077385063 2024-12-01T18:23:06,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742041_1217 (size=31937) 2024-12-01T18:23:06,690 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:06,691 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/a1f1860a2e914343bb435c737b1c2ae6 is 50, key is test_row_0/C:col10/1733077385063/Put/seqid=0 2024-12-01T18:23:06,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742042_1218 (size=12983) 2024-12-01T18:23:06,717 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/a1f1860a2e914343bb435c737b1c2ae6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a1f1860a2e914343bb435c737b1c2ae6 2024-12-01T18:23:06,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:06,725 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120127398c4f8c3d4506898e5481a09e5a06_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120127398c4f8c3d4506898e5481a09e5a06_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:06,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/dcff5cbf649e4a0ca0702d4146543eca, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:06,726 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/C of 702243a8232509ec5ebaaa074b0b351e into a1f1860a2e914343bb435c737b1c2ae6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:06,726 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:06,726 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/C, priority=13, startTime=1733077386198; duration=0sec 2024-12-01T18:23:06,727 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:06,727 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:C 2024-12-01T18:23:06,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/dcff5cbf649e4a0ca0702d4146543eca is 175, key is test_row_0/A:col10/1733077385703/Put/seqid=0 2024-12-01T18:23:06,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742043_1219 (size=31255) 2024-12-01T18:23:06,734 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/dcff5cbf649e4a0ca0702d4146543eca 2024-12-01T18:23:06,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/1d202915ee794cfc99a3278d7787d6c8 is 50, key is test_row_0/B:col10/1733077385703/Put/seqid=0 2024-12-01T18:23:06,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742044_1220 (size=12301) 2024-12-01T18:23:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-01T18:23:06,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077446943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077446946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077446947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:06,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077446947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,093 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/93f8b4e7fe924989881527f94d2a4f4a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/93f8b4e7fe924989881527f94d2a4f4a 2024-12-01T18:23:07,099 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/A of 702243a8232509ec5ebaaa074b0b351e into 93f8b4e7fe924989881527f94d2a4f4a(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:07,099 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:07,099 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/A, priority=13, startTime=1733077386197; duration=0sec 2024-12-01T18:23:07,099 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:07,099 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:A 2024-12-01T18:23:07,147 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/1d202915ee794cfc99a3278d7787d6c8 2024-12-01T18:23:07,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/8c9fab939bc740d5bf53d8e0da04d875 is 50, key is test_row_0/C:col10/1733077385703/Put/seqid=0 2024-12-01T18:23:07,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742045_1221 (size=12301) 2024-12-01T18:23:07,168 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/8c9fab939bc740d5bf53d8e0da04d875 2024-12-01T18:23:07,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/dcff5cbf649e4a0ca0702d4146543eca as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/dcff5cbf649e4a0ca0702d4146543eca 2024-12-01T18:23:07,179 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/dcff5cbf649e4a0ca0702d4146543eca, entries=150, sequenceid=320, filesize=30.5 K 2024-12-01T18:23:07,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/1d202915ee794cfc99a3278d7787d6c8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1d202915ee794cfc99a3278d7787d6c8 2024-12-01T18:23:07,187 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1d202915ee794cfc99a3278d7787d6c8, entries=150, sequenceid=320, filesize=12.0 K 2024-12-01T18:23:07,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/8c9fab939bc740d5bf53d8e0da04d875 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/8c9fab939bc740d5bf53d8e0da04d875 2024-12-01T18:23:07,197 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/8c9fab939bc740d5bf53d8e0da04d875, entries=150, sequenceid=320, filesize=12.0 K 2024-12-01T18:23:07,198 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 702243a8232509ec5ebaaa074b0b351e in 915ms, sequenceid=320, compaction requested=false 2024-12-01T18:23:07,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:07,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:07,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-01T18:23:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-01T18:23:07,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-01T18:23:07,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5270 sec 2024-12-01T18:23:07,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.5320 sec 2024-12-01T18:23:07,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-01T18:23:07,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:07,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:07,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:07,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:07,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:07,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:07,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e5e612589e1d4589b12b3a144894b416_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077386332/Put/seqid=0 2024-12-01T18:23:07,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077447470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077447472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077447473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077447474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742046_1222 (size=14994) 2024-12-01T18:23:07,491 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:07,495 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e5e612589e1d4589b12b3a144894b416_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e5e612589e1d4589b12b3a144894b416_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:07,499 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/85387883b83f490f861a553a7fc8e65f, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:07,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/85387883b83f490f861a553a7fc8e65f is 175, key is test_row_0/A:col10/1733077386332/Put/seqid=0 2024-12-01T18:23:07,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742047_1223 (size=39949) 2024-12-01T18:23:07,507 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/85387883b83f490f861a553a7fc8e65f 2024-12-01T18:23:07,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/a479b56d29b64e23821621f908f562a0 is 50, key is test_row_0/B:col10/1733077386332/Put/seqid=0 2024-12-01T18:23:07,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742048_1224 (size=12301) 2024-12-01T18:23:07,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/a479b56d29b64e23821621f908f562a0 2024-12-01T18:23:07,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/597e078ce8814c409598ebaaa1ad3c38 is 50, key is test_row_0/C:col10/1733077386332/Put/seqid=0 2024-12-01T18:23:07,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742049_1225 (size=12301) 2024-12-01T18:23:07,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:07,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077447575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077447574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077447577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077447577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-01T18:23:07,778 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-01T18:23:07,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077447779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077447779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-01T18:23:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-01T18:23:07,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077447780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:07,782 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077447780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,783 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:07,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-01T18:23:07,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:07,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-01T18:23:07,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:07,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:07,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:07,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:07,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:07,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/597e078ce8814c409598ebaaa1ad3c38 2024-12-01T18:23:07,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/85387883b83f490f861a553a7fc8e65f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/85387883b83f490f861a553a7fc8e65f 2024-12-01T18:23:07,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/85387883b83f490f861a553a7fc8e65f, entries=200, sequenceid=339, filesize=39.0 K 2024-12-01T18:23:07,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/a479b56d29b64e23821621f908f562a0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/a479b56d29b64e23821621f908f562a0 2024-12-01T18:23:07,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/a479b56d29b64e23821621f908f562a0, entries=150, sequenceid=339, filesize=12.0 K 2024-12-01T18:23:07,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/597e078ce8814c409598ebaaa1ad3c38 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/597e078ce8814c409598ebaaa1ad3c38 2024-12-01T18:23:07,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/597e078ce8814c409598ebaaa1ad3c38, entries=150, sequenceid=339, filesize=12.0 K 2024-12-01T18:23:07,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 702243a8232509ec5ebaaa074b0b351e in 514ms, sequenceid=339, compaction requested=true 2024-12-01T18:23:07,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:07,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:07,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:07,966 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:07,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:07,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:07,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:07,966 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:07,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:07,967 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:07,967 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/A is initiating minor compaction (all files) 2024-12-01T18:23:07,967 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/A in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:07,967 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/93f8b4e7fe924989881527f94d2a4f4a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/dcff5cbf649e4a0ca0702d4146543eca, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/85387883b83f490f861a553a7fc8e65f] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=100.7 K 2024-12-01T18:23:07,967 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:07,967 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/93f8b4e7fe924989881527f94d2a4f4a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/dcff5cbf649e4a0ca0702d4146543eca, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/85387883b83f490f861a553a7fc8e65f] 2024-12-01T18:23:07,968 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:07,968 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/B is initiating minor compaction (all files) 2024-12-01T18:23:07,968 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/B in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:07,968 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/7b01418beae9483dbba722c0d1c23ed8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1d202915ee794cfc99a3278d7787d6c8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/a479b56d29b64e23821621f908f562a0] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=36.7 K 2024-12-01T18:23:07,968 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93f8b4e7fe924989881527f94d2a4f4a, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733077385063 2024-12-01T18:23:07,969 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b01418beae9483dbba722c0d1c23ed8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733077385063 2024-12-01T18:23:07,969 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcff5cbf649e4a0ca0702d4146543eca, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733077385700 2024-12-01T18:23:07,969 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d202915ee794cfc99a3278d7787d6c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733077385700 2024-12-01T18:23:07,969 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85387883b83f490f861a553a7fc8e65f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733077386330 2024-12-01T18:23:07,970 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting a479b56d29b64e23821621f908f562a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733077386331 2024-12-01T18:23:07,980 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:07,982 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#B#compaction#185 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:07,983 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/2809e72012c5434ebaa94ba06fcd5661 is 50, key is test_row_0/B:col10/1733077386332/Put/seqid=0 2024-12-01T18:23:07,985 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120168efa7454ff04b7683eb2d217a823935_702243a8232509ec5ebaaa074b0b351e store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:07,986 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120168efa7454ff04b7683eb2d217a823935_702243a8232509ec5ebaaa074b0b351e, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:07,987 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120168efa7454ff04b7683eb2d217a823935_702243a8232509ec5ebaaa074b0b351e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:08,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742050_1226 (size=13085) 2024-12-01T18:23:08,018 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/2809e72012c5434ebaa94ba06fcd5661 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/2809e72012c5434ebaa94ba06fcd5661 2024-12-01T18:23:08,023 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/B of 702243a8232509ec5ebaaa074b0b351e into 2809e72012c5434ebaa94ba06fcd5661(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:08,023 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:08,023 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/B, priority=13, startTime=1733077387966; duration=0sec 2024-12-01T18:23:08,024 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:08,024 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:B 2024-12-01T18:23:08,024 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:08,025 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:08,025 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/C is initiating minor compaction (all files) 2024-12-01T18:23:08,025 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/C in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:08,025 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a1f1860a2e914343bb435c737b1c2ae6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/8c9fab939bc740d5bf53d8e0da04d875, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/597e078ce8814c409598ebaaa1ad3c38] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=36.7 K 2024-12-01T18:23:08,026 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting a1f1860a2e914343bb435c737b1c2ae6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733077385063 2024-12-01T18:23:08,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742051_1227 (size=4469) 2024-12-01T18:23:08,027 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c9fab939bc740d5bf53d8e0da04d875, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733077385700 2024-12-01T18:23:08,028 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#A#compaction#186 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:08,028 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/b581b83f17a443a395e6279298e3fae4 is 175, key is test_row_0/A:col10/1733077386332/Put/seqid=0 2024-12-01T18:23:08,029 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 597e078ce8814c409598ebaaa1ad3c38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733077386331 2024-12-01T18:23:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742052_1228 (size=32039) 2024-12-01T18:23:08,040 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/b581b83f17a443a395e6279298e3fae4 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/b581b83f17a443a395e6279298e3fae4 2024-12-01T18:23:08,041 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#C#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:08,042 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/388e0b63deb34fa18f0cb37a6c4ca0d1 is 50, key is test_row_0/C:col10/1733077386332/Put/seqid=0 2024-12-01T18:23:08,046 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/A of 702243a8232509ec5ebaaa074b0b351e into b581b83f17a443a395e6279298e3fae4(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:08,047 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:08,047 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/A, priority=13, startTime=1733077387966; duration=0sec 2024-12-01T18:23:08,047 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:08,047 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:A 2024-12-01T18:23:08,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742053_1229 (size=13085) 2024-12-01T18:23:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-01T18:23:08,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T18:23:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:08,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:08,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:08,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:08,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:08,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:08,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:08,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-01T18:23:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:08,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:08,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:08,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077448094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077448095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077448096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077448095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201888f0879158d4a0799abc62719c31c40_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077388081/Put/seqid=0 2024-12-01T18:23:08,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742054_1230 (size=14994) 2024-12-01T18:23:08,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077448198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077448198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077448199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077448203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-01T18:23:08,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:08,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:08,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:08,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-01T18:23:08,396 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-01T18:23:08,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:08,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:08,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:08,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077448399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077448400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077448400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077448405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,457 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/388e0b63deb34fa18f0cb37a6c4ca0d1 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/388e0b63deb34fa18f0cb37a6c4ca0d1 2024-12-01T18:23:08,462 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/C of 702243a8232509ec5ebaaa074b0b351e into 388e0b63deb34fa18f0cb37a6c4ca0d1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:08,462 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:08,463 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/C, priority=13, startTime=1733077387966; duration=0sec 2024-12-01T18:23:08,463 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:08,463 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:C 2024-12-01T18:23:08,510 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:08,514 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201888f0879158d4a0799abc62719c31c40_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201888f0879158d4a0799abc62719c31c40_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:08,515 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/560532cef3a34b77888e573c72b834f6, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:08,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/560532cef3a34b77888e573c72b834f6 is 175, key is test_row_0/A:col10/1733077388081/Put/seqid=0 2024-12-01T18:23:08,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742055_1231 (size=39949) 2024-12-01T18:23:08,549 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-01T18:23:08,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:08,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:08,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:08,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-01T18:23:08,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:08,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:08,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:08,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077448703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077448703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077448705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077448707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:08,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-01T18:23:08,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:08,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:08,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:08,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-01T18:23:08,924 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/560532cef3a34b77888e573c72b834f6 2024-12-01T18:23:08,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/f689f0d90907476aaf46f04ddf6cec5a is 50, key is test_row_0/B:col10/1733077388081/Put/seqid=0 2024-12-01T18:23:08,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742056_1232 (size=12301) 2024-12-01T18:23:09,009 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:09,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-01T18:23:09,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:09,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:09,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:09,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:09,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:09,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:09,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-01T18:23:09,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:09,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:09,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:09,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:09,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:09,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077449205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:09,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077449207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:09,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077449209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:09,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077449210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:09,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:09,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-01T18:23:09,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:09,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:09,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:09,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:09,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:09,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/f689f0d90907476aaf46f04ddf6cec5a 2024-12-01T18:23:09,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/3171333226be4a57815ed04ec7e8a486 is 50, key is test_row_0/C:col10/1733077388081/Put/seqid=0 2024-12-01T18:23:09,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742057_1233 (size=12301) 2024-12-01T18:23:09,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/3171333226be4a57815ed04ec7e8a486 2024-12-01T18:23:09,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/560532cef3a34b77888e573c72b834f6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/560532cef3a34b77888e573c72b834f6 2024-12-01T18:23:09,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/560532cef3a34b77888e573c72b834f6, entries=200, sequenceid=364, filesize=39.0 K 2024-12-01T18:23:09,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/f689f0d90907476aaf46f04ddf6cec5a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f689f0d90907476aaf46f04ddf6cec5a 2024-12-01T18:23:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f689f0d90907476aaf46f04ddf6cec5a, entries=150, sequenceid=364, filesize=12.0 K 2024-12-01T18:23:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/3171333226be4a57815ed04ec7e8a486 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3171333226be4a57815ed04ec7e8a486 2024-12-01T18:23:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3171333226be4a57815ed04ec7e8a486, entries=150, sequenceid=364, filesize=12.0 K 2024-12-01T18:23:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 702243a8232509ec5ebaaa074b0b351e in 1291ms, sequenceid=364, compaction requested=false 2024-12-01T18:23:09,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:09,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-01T18:23:09,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:09,469 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-01T18:23:09,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:09,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:09,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:09,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:09,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:09,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201312fc326de11493fb1f57a7ca3be42b7_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077388095/Put/seqid=0 2024-12-01T18:23:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742058_1234 (size=9914) 2024-12-01T18:23:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,530 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201312fc326de11493fb1f57a7ca3be42b7_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201312fc326de11493fb1f57a7ca3be42b7_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/589578f56c3647c5bcd2ba62ded589ac, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/589578f56c3647c5bcd2ba62ded589ac is 175, key is test_row_0/A:col10/1733077388095/Put/seqid=0 2024-12-01T18:23:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742059_1235 (size=22561) 2024-12-01T18:23:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:09,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077449638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:09,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077449741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-01T18:23:09,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077449944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:09,956 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/589578f56c3647c5bcd2ba62ded589ac 2024-12-01T18:23:09,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/e90df4d2c83240478213edc28bcb20c3 is 50, key is test_row_0/B:col10/1733077388095/Put/seqid=0 2024-12-01T18:23:09,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742060_1236 (size=9857) 2024-12-01T18:23:09,984 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/e90df4d2c83240478213edc28bcb20c3 2024-12-01T18:23:09,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/43c2c09353724cb2b3f4c58d04960744 is 50, key is test_row_0/C:col10/1733077388095/Put/seqid=0 2024-12-01T18:23:09,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742061_1237 (size=9857) 2024-12-01T18:23:10,121 INFO [master/b8365d49b74c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T18:23:10,121 INFO [master/b8365d49b74c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T18:23:10,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077450209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:10,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077450211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:10,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077450215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:10,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077450221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:10,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077450251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:10,395 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/43c2c09353724cb2b3f4c58d04960744 2024-12-01T18:23:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/589578f56c3647c5bcd2ba62ded589ac as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/589578f56c3647c5bcd2ba62ded589ac 2024-12-01T18:23:10,405 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/589578f56c3647c5bcd2ba62ded589ac, entries=100, sequenceid=378, filesize=22.0 K 2024-12-01T18:23:10,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/e90df4d2c83240478213edc28bcb20c3 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/e90df4d2c83240478213edc28bcb20c3 2024-12-01T18:23:10,410 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/e90df4d2c83240478213edc28bcb20c3, entries=100, sequenceid=378, filesize=9.6 K 2024-12-01T18:23:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/43c2c09353724cb2b3f4c58d04960744 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/43c2c09353724cb2b3f4c58d04960744 2024-12-01T18:23:10,415 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/43c2c09353724cb2b3f4c58d04960744, entries=100, sequenceid=378, filesize=9.6 K 2024-12-01T18:23:10,416 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 702243a8232509ec5ebaaa074b0b351e in 947ms, sequenceid=378, compaction requested=true 2024-12-01T18:23:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-01T18:23:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-01T18:23:10,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-01T18:23:10,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6340 sec 2024-12-01T18:23:10,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.6400 sec 2024-12-01T18:23:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:10,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:23:10,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:10,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120152f4545b4bce47efbe4485152f326997_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077390759/Put/seqid=0 2024-12-01T18:23:10,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077450782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:10,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742062_1238 (size=14994) 2024-12-01T18:23:10,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077450887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077451092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:11,194 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:11,198 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120152f4545b4bce47efbe4485152f326997_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120152f4545b4bce47efbe4485152f326997_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:11,199 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/84d8118b7f024494a236492e3769f786, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:11,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/84d8118b7f024494a236492e3769f786 is 175, key is test_row_0/A:col10/1733077390759/Put/seqid=0 2024-12-01T18:23:11,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742063_1239 (size=39949) 2024-12-01T18:23:11,209 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/84d8118b7f024494a236492e3769f786 2024-12-01T18:23:11,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/f80da916415d41b6941ad01a1a472ac1 is 50, key is test_row_0/B:col10/1733077390759/Put/seqid=0 2024-12-01T18:23:11,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742064_1240 (size=12301) 2024-12-01T18:23:11,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077451396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:11,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/f80da916415d41b6941ad01a1a472ac1 2024-12-01T18:23:11,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/d8f954f6b23d450dbfb604ecd81145cd is 50, key is test_row_0/C:col10/1733077390759/Put/seqid=0 2024-12-01T18:23:11,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742065_1241 (size=12301) 2024-12-01T18:23:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-01T18:23:11,886 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-01T18:23:11,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-01T18:23:11,889 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-01T18:23:11,890 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:11,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:11,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077451899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-01T18:23:12,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-01T18:23:12,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:12,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:12,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:12,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:12,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:12,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/d8f954f6b23d450dbfb604ecd81145cd 2024-12-01T18:23:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:12,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/84d8118b7f024494a236492e3769f786 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/84d8118b7f024494a236492e3769f786 2024-12-01T18:23:12,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/84d8118b7f024494a236492e3769f786, entries=200, sequenceid=402, filesize=39.0 K 2024-12-01T18:23:12,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/f80da916415d41b6941ad01a1a472ac1 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f80da916415d41b6941ad01a1a472ac1 2024-12-01T18:23:12,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f80da916415d41b6941ad01a1a472ac1, entries=150, sequenceid=402, filesize=12.0 K 2024-12-01T18:23:12,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/d8f954f6b23d450dbfb604ecd81145cd as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/d8f954f6b23d450dbfb604ecd81145cd 2024-12-01T18:23:12,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/d8f954f6b23d450dbfb604ecd81145cd, entries=150, sequenceid=402, filesize=12.0 K 2024-12-01T18:23:12,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 702243a8232509ec5ebaaa074b0b351e in 1309ms, sequenceid=402, compaction requested=true 2024-12-01T18:23:12,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:12,069 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:23:12,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:12,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:12,071 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:23:12,071 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/A is initiating minor compaction (all files) 2024-12-01T18:23:12,071 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/A in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:12,071 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/b581b83f17a443a395e6279298e3fae4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/560532cef3a34b77888e573c72b834f6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/589578f56c3647c5bcd2ba62ded589ac, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/84d8118b7f024494a236492e3769f786] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=131.3 K 2024-12-01T18:23:12,071 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:12,071 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/b581b83f17a443a395e6279298e3fae4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/560532cef3a34b77888e573c72b834f6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/589578f56c3647c5bcd2ba62ded589ac, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/84d8118b7f024494a236492e3769f786] 2024-12-01T18:23:12,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:12,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:12,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:12,071 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:23:12,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:12,072 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting b581b83f17a443a395e6279298e3fae4, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733077386331 2024-12-01T18:23:12,072 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 560532cef3a34b77888e573c72b834f6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733077387466 2024-12-01T18:23:12,073 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 589578f56c3647c5bcd2ba62ded589ac, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733077388094 2024-12-01T18:23:12,073 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:23:12,073 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/B is initiating minor compaction (all files) 2024-12-01T18:23:12,073 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/B in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:12,073 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/2809e72012c5434ebaa94ba06fcd5661, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f689f0d90907476aaf46f04ddf6cec5a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/e90df4d2c83240478213edc28bcb20c3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f80da916415d41b6941ad01a1a472ac1] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=46.4 K 2024-12-01T18:23:12,074 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84d8118b7f024494a236492e3769f786, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733077389625 2024-12-01T18:23:12,074 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 2809e72012c5434ebaa94ba06fcd5661, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733077386331 2024-12-01T18:23:12,074 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting f689f0d90907476aaf46f04ddf6cec5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733077387466 2024-12-01T18:23:12,075 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e90df4d2c83240478213edc28bcb20c3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733077388094 2024-12-01T18:23:12,075 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting f80da916415d41b6941ad01a1a472ac1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733077389633 2024-12-01T18:23:12,082 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:12,086 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:12,086 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/96e3e259ee4e4c65bbd1c3e6f13622a4 is 50, key is test_row_0/B:col10/1733077390759/Put/seqid=0 2024-12-01T18:23:12,088 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412012b3e7b44634f45a7b70aded40f52fb75_702243a8232509ec5ebaaa074b0b351e store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:12,091 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412012b3e7b44634f45a7b70aded40f52fb75_702243a8232509ec5ebaaa074b0b351e, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:12,091 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012b3e7b44634f45a7b70aded40f52fb75_702243a8232509ec5ebaaa074b0b351e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742066_1242 (size=13221) 2024-12-01T18:23:12,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742067_1243 (size=4469) 2024-12-01T18:23:12,110 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/96e3e259ee4e4c65bbd1c3e6f13622a4 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/96e3e259ee4e4c65bbd1c3e6f13622a4 2024-12-01T18:23:12,115 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/B of 702243a8232509ec5ebaaa074b0b351e into 96e3e259ee4e4c65bbd1c3e6f13622a4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:12,115 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:12,115 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/B, priority=12, startTime=1733077392071; duration=0sec 2024-12-01T18:23:12,115 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:12,115 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:B 2024-12-01T18:23:12,115 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:23:12,116 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:23:12,116 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/C is initiating minor compaction (all files) 2024-12-01T18:23:12,116 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/C in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:12,117 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/388e0b63deb34fa18f0cb37a6c4ca0d1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3171333226be4a57815ed04ec7e8a486, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/43c2c09353724cb2b3f4c58d04960744, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/d8f954f6b23d450dbfb604ecd81145cd] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=46.4 K 2024-12-01T18:23:12,117 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 388e0b63deb34fa18f0cb37a6c4ca0d1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733077386331 2024-12-01T18:23:12,117 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 3171333226be4a57815ed04ec7e8a486, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733077387466 2024-12-01T18:23:12,118 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 43c2c09353724cb2b3f4c58d04960744, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733077388094 2024-12-01T18:23:12,118 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d8f954f6b23d450dbfb604ecd81145cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733077389633 2024-12-01T18:23:12,132 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#C#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:12,132 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/3a4c76530c874f2f9bb519885636c302 is 50, key is test_row_0/C:col10/1733077390759/Put/seqid=0 2024-12-01T18:23:12,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742068_1244 (size=13221) 2024-12-01T18:23:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-01T18:23:12,194 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-01T18:23:12,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:12,195 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:23:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:12,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c7433eefbdf9418ebb419c31035f45d4_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077390768/Put/seqid=0 2024-12-01T18:23:12,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742069_1245 (size=12454) 2024-12-01T18:23:12,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:12,213 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c7433eefbdf9418ebb419c31035f45d4_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c7433eefbdf9418ebb419c31035f45d4_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:12,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/5d327c65bab14019a214a929b1c7012f, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:12,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/5d327c65bab14019a214a929b1c7012f is 175, key is test_row_0/A:col10/1733077390768/Put/seqid=0 2024-12-01T18:23:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:12,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:12,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742070_1246 (size=31255) 2024-12-01T18:23:12,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077452240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077452241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077452242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077452243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077452344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077452344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077452344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077452344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-01T18:23:12,507 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#A#compaction#197 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:12,508 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/895ad978ee464f93813558299a783610 is 175, key is test_row_0/A:col10/1733077390759/Put/seqid=0 2024-12-01T18:23:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742071_1247 (size=32175) 2024-12-01T18:23:12,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077452546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077452547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077452547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077452547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,559 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/3a4c76530c874f2f9bb519885636c302 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3a4c76530c874f2f9bb519885636c302 2024-12-01T18:23:12,564 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/C of 702243a8232509ec5ebaaa074b0b351e into 3a4c76530c874f2f9bb519885636c302(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:12,564 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:12,564 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/C, priority=12, startTime=1733077392071; duration=0sec 2024-12-01T18:23:12,564 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:12,564 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:C 2024-12-01T18:23:12,621 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/5d327c65bab14019a214a929b1c7012f 2024-12-01T18:23:12,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/33728aed1b6e4ccf87ef4f683d6b38f2 is 50, key is test_row_0/B:col10/1733077390768/Put/seqid=0 2024-12-01T18:23:12,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742072_1248 (size=12301) 2024-12-01T18:23:12,648 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/33728aed1b6e4ccf87ef4f683d6b38f2 2024-12-01T18:23:12,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/d3a853ad79524f42972a1d7370cf27f1 is 50, key is test_row_0/C:col10/1733077390768/Put/seqid=0 2024-12-01T18:23:12,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742073_1249 (size=12301) 2024-12-01T18:23:12,664 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/d3a853ad79524f42972a1d7370cf27f1 2024-12-01T18:23:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/5d327c65bab14019a214a929b1c7012f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/5d327c65bab14019a214a929b1c7012f 2024-12-01T18:23:12,673 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/5d327c65bab14019a214a929b1c7012f, entries=150, sequenceid=415, filesize=30.5 K 2024-12-01T18:23:12,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/33728aed1b6e4ccf87ef4f683d6b38f2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/33728aed1b6e4ccf87ef4f683d6b38f2 2024-12-01T18:23:12,678 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/33728aed1b6e4ccf87ef4f683d6b38f2, entries=150, sequenceid=415, filesize=12.0 K 2024-12-01T18:23:12,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/d3a853ad79524f42972a1d7370cf27f1 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/d3a853ad79524f42972a1d7370cf27f1 2024-12-01T18:23:12,684 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/d3a853ad79524f42972a1d7370cf27f1, entries=150, sequenceid=415, filesize=12.0 K 2024-12-01T18:23:12,685 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 702243a8232509ec5ebaaa074b0b351e in 491ms, sequenceid=415, compaction requested=false 2024-12-01T18:23:12,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:12,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:12,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-01T18:23:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-01T18:23:12,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-01T18:23:12,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 797 msec 2024-12-01T18:23:12,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 802 msec 2024-12-01T18:23:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:12,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T18:23:12,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:12,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:12,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:12,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:12,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:12,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:12,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f9053324193a47b58a7efb8a374d42f3_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077392851/Put/seqid=0 2024-12-01T18:23:12,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077452861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077452861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077452862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077452863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742074_1250 (size=12454) 2024-12-01T18:23:12,878 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:12,884 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f9053324193a47b58a7efb8a374d42f3_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f9053324193a47b58a7efb8a374d42f3_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:12,886 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/83a46a4f46c243ad86d11fac2bd916ee, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:12,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/83a46a4f46c243ad86d11fac2bd916ee is 175, key is test_row_0/A:col10/1733077392851/Put/seqid=0 2024-12-01T18:23:12,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742075_1251 (size=31255) 2024-12-01T18:23:12,893 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=442, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/83a46a4f46c243ad86d11fac2bd916ee 2024-12-01T18:23:12,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/3bfe6f9af23f4c418de03767c4484b10 is 50, key is test_row_0/B:col10/1733077392851/Put/seqid=0 2024-12-01T18:23:12,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077452910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742076_1252 (size=12301) 2024-12-01T18:23:12,932 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/895ad978ee464f93813558299a783610 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/895ad978ee464f93813558299a783610 2024-12-01T18:23:12,938 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/A of 702243a8232509ec5ebaaa074b0b351e into 895ad978ee464f93813558299a783610(size=31.4 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:12,938 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:12,938 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/A, priority=12, startTime=1733077392069; duration=0sec 2024-12-01T18:23:12,938 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:12,938 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:A 2024-12-01T18:23:12,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077452964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077452965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077452966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077452966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-01T18:23:12,993 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-01T18:23:12,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-01T18:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-01T18:23:12,995 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:12,996 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:12,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-01T18:23:13,148 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-01T18:23:13,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:13,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:13,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077453167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077453168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077453168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077453168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-01T18:23:13,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-01T18:23:13,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:13,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/3bfe6f9af23f4c418de03767c4484b10 2024-12-01T18:23:13,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/595a55b2654b4111b74ad0afd6e109fe is 50, key is test_row_0/C:col10/1733077392851/Put/seqid=0 2024-12-01T18:23:13,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742077_1253 (size=12301) 2024-12-01T18:23:13,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-01T18:23:13,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077453470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077453471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077453471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077453472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-01T18:23:13,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-01T18:23:13,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:13,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/595a55b2654b4111b74ad0afd6e109fe 2024-12-01T18:23:13,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/83a46a4f46c243ad86d11fac2bd916ee as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/83a46a4f46c243ad86d11fac2bd916ee 2024-12-01T18:23:13,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/83a46a4f46c243ad86d11fac2bd916ee, entries=150, sequenceid=442, filesize=30.5 K 2024-12-01T18:23:13,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/3bfe6f9af23f4c418de03767c4484b10 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/3bfe6f9af23f4c418de03767c4484b10 2024-12-01T18:23:13,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/3bfe6f9af23f4c418de03767c4484b10, entries=150, sequenceid=442, filesize=12.0 K 2024-12-01T18:23:13,760 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-01T18:23:13,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:13,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/595a55b2654b4111b74ad0afd6e109fe as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/595a55b2654b4111b74ad0afd6e109fe 2024-12-01T18:23:13,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:13,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/595a55b2654b4111b74ad0afd6e109fe, entries=150, sequenceid=442, filesize=12.0 K 2024-12-01T18:23:13,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 702243a8232509ec5ebaaa074b0b351e in 915ms, sequenceid=442, compaction requested=true 2024-12-01T18:23:13,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:13,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:13,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:13,767 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:13,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:13,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:13,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:13,767 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:13,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:13,768 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:13,768 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/B is initiating minor compaction (all files) 2024-12-01T18:23:13,768 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/B in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,768 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/96e3e259ee4e4c65bbd1c3e6f13622a4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/33728aed1b6e4ccf87ef4f683d6b38f2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/3bfe6f9af23f4c418de03767c4484b10] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=36.9 K 2024-12-01T18:23:13,769 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:13,769 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/A is initiating minor compaction (all files) 2024-12-01T18:23:13,769 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/A in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,769 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/895ad978ee464f93813558299a783610, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/5d327c65bab14019a214a929b1c7012f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/83a46a4f46c243ad86d11fac2bd916ee] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=92.5 K 2024-12-01T18:23:13,769 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,769 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/895ad978ee464f93813558299a783610, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/5d327c65bab14019a214a929b1c7012f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/83a46a4f46c243ad86d11fac2bd916ee] 2024-12-01T18:23:13,770 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 895ad978ee464f93813558299a783610, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733077389633 2024-12-01T18:23:13,770 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 96e3e259ee4e4c65bbd1c3e6f13622a4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733077389633 2024-12-01T18:23:13,770 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 33728aed1b6e4ccf87ef4f683d6b38f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733077390768 2024-12-01T18:23:13,770 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d327c65bab14019a214a929b1c7012f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733077390768 2024-12-01T18:23:13,770 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bfe6f9af23f4c418de03767c4484b10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1733077392240 2024-12-01T18:23:13,770 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83a46a4f46c243ad86d11fac2bd916ee, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1733077392240 2024-12-01T18:23:13,788 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#B#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:13,789 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/49a9261393c9499ebef9343a52324593 is 50, key is test_row_0/B:col10/1733077392851/Put/seqid=0 2024-12-01T18:23:13,790 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:13,792 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201e8e84b8946ff434db830b684bf62e74d_702243a8232509ec5ebaaa074b0b351e store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:13,794 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201e8e84b8946ff434db830b684bf62e74d_702243a8232509ec5ebaaa074b0b351e, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:13,794 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e8e84b8946ff434db830b684bf62e74d_702243a8232509ec5ebaaa074b0b351e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:13,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742079_1255 (size=4469) 2024-12-01T18:23:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742078_1254 (size=13323) 2024-12-01T18:23:13,914 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-01T18:23:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:13,915 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-01T18:23:13,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:13,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:13,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:13,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:13,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:13,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201130be741209c4154b7a14885598903cc_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077392855/Put/seqid=0 2024-12-01T18:23:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742080_1256 (size=12454) 2024-12-01T18:23:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:13,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:13,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077453996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:13,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077453998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077453999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077453999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-01T18:23:14,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077454100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077454100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077454103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077454103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,203 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#A#compaction#207 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:14,204 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/acb4991bd0cf435598515e3e2ab582c2 is 175, key is test_row_0/A:col10/1733077392851/Put/seqid=0 2024-12-01T18:23:14,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742081_1257 (size=32277) 2024-12-01T18:23:14,213 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/49a9261393c9499ebef9343a52324593 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/49a9261393c9499ebef9343a52324593 2024-12-01T18:23:14,218 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/B of 702243a8232509ec5ebaaa074b0b351e into 49a9261393c9499ebef9343a52324593(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:14,218 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:14,218 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/B, priority=13, startTime=1733077393767; duration=0sec 2024-12-01T18:23:14,218 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:14,218 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:B 2024-12-01T18:23:14,219 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:14,220 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:14,220 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/C is initiating minor compaction (all files) 2024-12-01T18:23:14,220 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/C in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:14,220 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3a4c76530c874f2f9bb519885636c302, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/d3a853ad79524f42972a1d7370cf27f1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/595a55b2654b4111b74ad0afd6e109fe] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=36.9 K 2024-12-01T18:23:14,220 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a4c76530c874f2f9bb519885636c302, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733077389633 2024-12-01T18:23:14,221 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d3a853ad79524f42972a1d7370cf27f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733077390768 2024-12-01T18:23:14,221 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 595a55b2654b4111b74ad0afd6e109fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1733077392240 2024-12-01T18:23:14,228 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#C#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:14,229 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/c9ab1ff79ec4448d9ad8ff453557516b is 50, key is test_row_0/C:col10/1733077392851/Put/seqid=0 2024-12-01T18:23:14,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742082_1258 (size=13323) 2024-12-01T18:23:14,247 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/c9ab1ff79ec4448d9ad8ff453557516b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/c9ab1ff79ec4448d9ad8ff453557516b 2024-12-01T18:23:14,253 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/C of 702243a8232509ec5ebaaa074b0b351e into c9ab1ff79ec4448d9ad8ff453557516b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:14,253 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:14,253 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/C, priority=13, startTime=1733077393767; duration=0sec 2024-12-01T18:23:14,253 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:14,253 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:C 2024-12-01T18:23:14,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077454303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077454304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077454306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077454306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:14,345 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201130be741209c4154b7a14885598903cc_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201130be741209c4154b7a14885598903cc_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:14,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/8edf473df25148ce9cb16ac3ada6ac65, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:14,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/8edf473df25148ce9cb16ac3ada6ac65 is 175, key is test_row_0/A:col10/1733077392855/Put/seqid=0 2024-12-01T18:23:14,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742083_1259 (size=31255) 2024-12-01T18:23:14,359 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=453, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/8edf473df25148ce9cb16ac3ada6ac65 2024-12-01T18:23:14,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/75f5cefc70dc4e928387bca4acb60f52 is 50, key is test_row_0/B:col10/1733077392855/Put/seqid=0 2024-12-01T18:23:14,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742084_1260 (size=12301) 2024-12-01T18:23:14,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077454605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077454608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077454609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077454609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:14,617 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/acb4991bd0cf435598515e3e2ab582c2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/acb4991bd0cf435598515e3e2ab582c2 2024-12-01T18:23:14,623 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/A of 702243a8232509ec5ebaaa074b0b351e into acb4991bd0cf435598515e3e2ab582c2(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:14,623 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:14,623 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/A, priority=13, startTime=1733077393767; duration=0sec 2024-12-01T18:23:14,623 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:14,623 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:A 2024-12-01T18:23:14,775 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/75f5cefc70dc4e928387bca4acb60f52 2024-12-01T18:23:14,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/4d287c4048a24e819bc8e57bd0495836 is 50, key is test_row_0/C:col10/1733077392855/Put/seqid=0 2024-12-01T18:23:14,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742085_1261 (size=12301) 2024-12-01T18:23:14,802 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/4d287c4048a24e819bc8e57bd0495836 2024-12-01T18:23:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/8edf473df25148ce9cb16ac3ada6ac65 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/8edf473df25148ce9cb16ac3ada6ac65 2024-12-01T18:23:14,811 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/8edf473df25148ce9cb16ac3ada6ac65, entries=150, sequenceid=453, filesize=30.5 K 2024-12-01T18:23:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/75f5cefc70dc4e928387bca4acb60f52 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/75f5cefc70dc4e928387bca4acb60f52 2024-12-01T18:23:14,816 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/75f5cefc70dc4e928387bca4acb60f52, entries=150, sequenceid=453, filesize=12.0 K 2024-12-01T18:23:14,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/4d287c4048a24e819bc8e57bd0495836 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/4d287c4048a24e819bc8e57bd0495836 2024-12-01T18:23:14,821 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/4d287c4048a24e819bc8e57bd0495836, entries=150, sequenceid=453, filesize=12.0 K 2024-12-01T18:23:14,822 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 702243a8232509ec5ebaaa074b0b351e in 908ms, sequenceid=453, compaction requested=false 2024-12-01T18:23:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-01T18:23:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-01T18:23:14,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-01T18:23:14,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-12-01T18:23:14,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.8310 sec 2024-12-01T18:23:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:14,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-01T18:23:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:14,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b92ac9c878e44ba7953945c02c7a2c85_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_0/A:col10/1733077393995/Put/seqid=0 2024-12-01T18:23:14,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742086_1262 (size=14994) 2024-12-01T18:23:14,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077454941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:15,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077455044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-01T18:23:15,099 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-01T18:23:15,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-01T18:23:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-01T18:23:15,102 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:15,103 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:15,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:15,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077455110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:15,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077455113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:15,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077455115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:15,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077455116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-01T18:23:15,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077455247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:15,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:15,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-01T18:23:15,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:15,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:15,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:15,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,340 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:15,345 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b92ac9c878e44ba7953945c02c7a2c85_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b92ac9c878e44ba7953945c02c7a2c85_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:15,346 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/059225dedfc14518b4573454f4709ae0, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:15,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/059225dedfc14518b4573454f4709ae0 is 175, key is test_row_0/A:col10/1733077393995/Put/seqid=0 2024-12-01T18:23:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742087_1263 (size=39949) 2024-12-01T18:23:15,353 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=484, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/059225dedfc14518b4573454f4709ae0 2024-12-01T18:23:15,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/d9e055690e3b4619ad5d9be9411805ab is 50, key is test_row_0/B:col10/1733077393995/Put/seqid=0 2024-12-01T18:23:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742088_1264 (size=12301) 2024-12-01T18:23:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-01T18:23:15,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:15,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-01T18:23:15,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:15,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077455550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:15,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:15,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-01T18:23:15,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:15,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:15,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:15,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-01T18:23:15,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:15,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-01T18:23:15,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:15,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:15,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:15,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/d9e055690e3b4619ad5d9be9411805ab 2024-12-01T18:23:15,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/5935668cfe3a464a8ce3f85208fab93a is 50, key is test_row_0/C:col10/1733077393995/Put/seqid=0 2024-12-01T18:23:15,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742089_1265 (size=12301) 2024-12-01T18:23:15,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:15,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-01T18:23:15,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:15,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:15,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:15,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:16,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:16,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-01T18:23:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:16,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:16,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:16,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1733077456055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:16,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55558 deadline: 1733077456117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:16,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733077456117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:16,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55532 deadline: 1733077456122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:16,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1733077456126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:16,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:16,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-01T18:23:16,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:16,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. as already flushing 2024-12-01T18:23:16,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:16,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:16,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:16,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/5935668cfe3a464a8ce3f85208fab93a 2024-12-01T18:23:16,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/059225dedfc14518b4573454f4709ae0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/059225dedfc14518b4573454f4709ae0 2024-12-01T18:23:16,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/059225dedfc14518b4573454f4709ae0, entries=200, sequenceid=484, filesize=39.0 K 2024-12-01T18:23:16,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/d9e055690e3b4619ad5d9be9411805ab as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/d9e055690e3b4619ad5d9be9411805ab 2024-12-01T18:23:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/d9e055690e3b4619ad5d9be9411805ab, entries=150, sequenceid=484, filesize=12.0 K 2024-12-01T18:23:16,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/5935668cfe3a464a8ce3f85208fab93a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/5935668cfe3a464a8ce3f85208fab93a 2024-12-01T18:23:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/5935668cfe3a464a8ce3f85208fab93a, entries=150, sequenceid=484, filesize=12.0 K 2024-12-01T18:23:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 702243a8232509ec5ebaaa074b0b351e in 1271ms, sequenceid=484, compaction requested=true 2024-12-01T18:23:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:16,199 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702243a8232509ec5ebaaa074b0b351e:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,200 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:16,200 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/B is initiating minor compaction (all files) 2024-12-01T18:23:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,201 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/B in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:16,201 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/49a9261393c9499ebef9343a52324593, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/75f5cefc70dc4e928387bca4acb60f52, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/d9e055690e3b4619ad5d9be9411805ab] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=37.0 K 2024-12-01T18:23:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,201 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 49a9261393c9499ebef9343a52324593, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1733077392240 2024-12-01T18:23:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,202 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 75f5cefc70dc4e928387bca4acb60f52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733077392855 2024-12-01T18:23:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,202 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d9e055690e3b4619ad5d9be9411805ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733077393994 2024-12-01T18:23:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,199 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,205 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,205 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/A is initiating minor compaction (all files) 2024-12-01T18:23:16,205 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/A in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,205 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/acb4991bd0cf435598515e3e2ab582c2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/8edf473df25148ce9cb16ac3ada6ac65, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/059225dedfc14518b4573454f4709ae0] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=101.1 K 2024-12-01T18:23:16,205 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:16,205 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/acb4991bd0cf435598515e3e2ab582c2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/8edf473df25148ce9cb16ac3ada6ac65, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/059225dedfc14518b4573454f4709ae0] 2024-12-01T18:23:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-01T18:23:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,206 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting acb4991bd0cf435598515e3e2ab582c2, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1733077392240 2024-12-01T18:23:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,207 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8edf473df25148ce9cb16ac3ada6ac65, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733077392855 2024-12-01T18:23:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,207 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 059225dedfc14518b4573454f4709ae0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733077393994 2024-12-01T18:23:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,216 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#B#compaction#215 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,216 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/4344a1690bcf48e18a3fdc78d4fa5dcd is 50, key is test_row_0/B:col10/1733077393995/Put/seqid=0 2024-12-01T18:23:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,219 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,222 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201a51aa1b4d8d44a259c655568e74742de_702243a8232509ec5ebaaa074b0b351e store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742090_1266 (size=13425) 2024-12-01T18:23:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,227 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201a51aa1b4d8d44a259c655568e74742de_702243a8232509ec5ebaaa074b0b351e, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,227 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a51aa1b4d8d44a259c655568e74742de_702243a8232509ec5ebaaa074b0b351e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,231 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/4344a1690bcf48e18a3fdc78d4fa5dcd as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/4344a1690bcf48e18a3fdc78d4fa5dcd 2024-12-01T18:23:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,236 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/B of 702243a8232509ec5ebaaa074b0b351e into 4344a1690bcf48e18a3fdc78d4fa5dcd(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,236 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:16,236 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/B, priority=13, startTime=1733077396199; duration=0sec 2024-12-01T18:23:16,236 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:16,236 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:B 2024-12-01T18:23:16,236 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,238 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:16,238 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 702243a8232509ec5ebaaa074b0b351e/C is initiating minor compaction (all files) 2024-12-01T18:23:16,238 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 702243a8232509ec5ebaaa074b0b351e/C in TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:16,238 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/c9ab1ff79ec4448d9ad8ff453557516b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/4d287c4048a24e819bc8e57bd0495836, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/5935668cfe3a464a8ce3f85208fab93a] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp, totalSize=37.0 K 2024-12-01T18:23:16,239 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting c9ab1ff79ec4448d9ad8ff453557516b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1733077392240 2024-12-01T18:23:16,239 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d287c4048a24e819bc8e57bd0495836, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733077392855 2024-12-01T18:23:16,240 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 5935668cfe3a464a8ce3f85208fab93a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733077393994 2024-12-01T18:23:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742091_1267 (size=4469) 2024-12-01T18:23:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,245 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#A#compaction#216 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,246 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/765f450f40a54b5ba4961dd72c824ac7 is 175, key is test_row_0/A:col10/1733077393995/Put/seqid=0 2024-12-01T18:23:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,251 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702243a8232509ec5ebaaa074b0b351e#C#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,252 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/a2e71ca361254fd0b2a18f1a8c7c19cf is 50, key is test_row_0/C:col10/1733077393995/Put/seqid=0 2024-12-01T18:23:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742093_1269 (size=13425) 2024-12-01T18:23:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742092_1268 (size=32379) 2024-12-01T18:23:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,277 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/a2e71ca361254fd0b2a18f1a8c7c19cf as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a2e71ca361254fd0b2a18f1a8c7c19cf 2024-12-01T18:23:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,278 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/765f450f40a54b5ba4961dd72c824ac7 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/765f450f40a54b5ba4961dd72c824ac7 2024-12-01T18:23:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,284 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/A of 702243a8232509ec5ebaaa074b0b351e into 765f450f40a54b5ba4961dd72c824ac7(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:16,284 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,284 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/A, priority=13, startTime=1733077396199; duration=0sec 2024-12-01T18:23:16,284 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:16,284 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:A 2024-12-01T18:23:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,285 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 702243a8232509ec5ebaaa074b0b351e/C of 702243a8232509ec5ebaaa074b0b351e into a2e71ca361254fd0b2a18f1a8c7c19cf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:16,285 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:16,285 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e., storeName=702243a8232509ec5ebaaa074b0b351e/C, priority=13, startTime=1733077396199; duration=0sec 2024-12-01T18:23:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,285 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:16,285 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702243a8232509ec5ebaaa074b0b351e:C 2024-12-01T18:23:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,324 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-01T18:23:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:16,325 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-01T18:23:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012475707519ef449094d04c8f671b1775_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_1/A:col10/1733077394928/Put/seqid=0 2024-12-01T18:23:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742094_1270 (size=9914) 2024-12-01T18:23:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,342 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012475707519ef449094d04c8f671b1775_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012475707519ef449094d04c8f671b1775_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/20b52502dd494c5aa55a6dec3845852a, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/20b52502dd494c5aa55a6dec3845852a is 175, key is test_row_1/A:col10/1733077394928/Put/seqid=0 2024-12-01T18:23:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742095_1271 (size=22561) 2024-12-01T18:23:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,349 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=495, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/20b52502dd494c5aa55a6dec3845852a 2024-12-01T18:23:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/37cf67b5d3824cbbb1f6c26a86953dc9 is 50, key is test_row_1/B:col10/1733077394928/Put/seqid=0 2024-12-01T18:23:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742096_1272 (size=9857) 2024-12-01T18:23:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,369 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/37cf67b5d3824cbbb1f6c26a86953dc9 2024-12-01T18:23:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/3df0193176ce4138827956652bccb4ed is 50, key is test_row_1/C:col10/1733077394928/Put/seqid=0 2024-12-01T18:23:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742097_1273 (size=9857) 2024-12-01T18:23:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,390 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/3df0193176ce4138827956652bccb4ed 2024-12-01T18:23:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/20b52502dd494c5aa55a6dec3845852a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/20b52502dd494c5aa55a6dec3845852a 2024-12-01T18:23:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,401 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/20b52502dd494c5aa55a6dec3845852a, entries=100, sequenceid=495, filesize=22.0 K 2024-12-01T18:23:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/37cf67b5d3824cbbb1f6c26a86953dc9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/37cf67b5d3824cbbb1f6c26a86953dc9 2024-12-01T18:23:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,406 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/37cf67b5d3824cbbb1f6c26a86953dc9, entries=100, sequenceid=495, filesize=9.6 K 2024-12-01T18:23:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/3df0193176ce4138827956652bccb4ed as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3df0193176ce4138827956652bccb4ed 2024-12-01T18:23:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,412 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3df0193176ce4138827956652bccb4ed, entries=100, sequenceid=495, filesize=9.6 K 2024-12-01T18:23:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,414 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 702243a8232509ec5ebaaa074b0b351e in 89ms, sequenceid=495, compaction requested=false 2024-12-01T18:23:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-01T18:23:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-01T18:23:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-01T18:23:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3130 sec 2024-12-01T18:23:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.3170 sec 2024-12-01T18:23:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,039 DEBUG [Thread-666 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:55564 2024-12-01T18:23:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,039 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,081 DEBUG [Thread-668 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:55564 2024-12-01T18:23:17,081 DEBUG [Thread-668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,083 DEBUG [Thread-661 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:55564 2024-12-01T18:23:17,083 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,084 DEBUG [Thread-670 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:55564 2024-12-01T18:23:17,084 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:17,090 DEBUG [Thread-672 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:55564 2024-12-01T18:23:17,091 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-01T18:23:17,207 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-01T18:23:18,123 DEBUG [Thread-655 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:55564 2024-12-01T18:23:18,123 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:18,128 DEBUG [Thread-659 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:55564 2024-12-01T18:23:18,128 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:18,129 DEBUG [Thread-657 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:55564 2024-12-01T18:23:18,129 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:18,139 DEBUG [Thread-663 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:55564 2024-12-01T18:23:18,139 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5694 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5553 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2402 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7206 rows 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2423 2024-12-01T18:23:18,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7269 rows 2024-12-01T18:23:18,139 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-01T18:23:18,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:55564 2024-12-01T18:23:18,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:18,141 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-01T18:23:18,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T18:23:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-01T18:23:18,145 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077398145"}]},"ts":"1733077398145"} 2024-12-01T18:23:18,146 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T18:23:18,149 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T18:23:18,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T18:23:18,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=702243a8232509ec5ebaaa074b0b351e, UNASSIGN}] 2024-12-01T18:23:18,153 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=702243a8232509ec5ebaaa074b0b351e, UNASSIGN 2024-12-01T18:23:18,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=702243a8232509ec5ebaaa074b0b351e, regionState=CLOSING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:18,154 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T18:23:18,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; CloseRegionProcedure 702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:23:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-01T18:23:18,306 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:18,307 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(124): Close 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:18,307 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-01T18:23:18,307 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1681): Closing 702243a8232509ec5ebaaa074b0b351e, disabling compactions & flushes 2024-12-01T18:23:18,307 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:18,307 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:18,307 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. after waiting 0 ms 2024-12-01T18:23:18,307 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:18,307 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(2837): Flushing 702243a8232509ec5ebaaa074b0b351e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-01T18:23:18,307 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=A 2024-12-01T18:23:18,307 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:18,307 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=B 2024-12-01T18:23:18,307 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:18,307 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 702243a8232509ec5ebaaa074b0b351e, store=C 2024-12-01T18:23:18,307 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:18,314 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120185c23f9c04484ba5ae5027065ac3d8a6_702243a8232509ec5ebaaa074b0b351e is 50, key is test_row_1/A:col10/1733077398138/Put/seqid=0 2024-12-01T18:23:18,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742098_1274 (size=9914) 2024-12-01T18:23:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-01T18:23:18,721 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:18,725 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120185c23f9c04484ba5ae5027065ac3d8a6_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120185c23f9c04484ba5ae5027065ac3d8a6_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:18,726 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/e5f46a350fb84afbaa429b9357464a9f, store: [table=TestAcidGuarantees family=A region=702243a8232509ec5ebaaa074b0b351e] 2024-12-01T18:23:18,727 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/e5f46a350fb84afbaa429b9357464a9f is 175, key is test_row_1/A:col10/1733077398138/Put/seqid=0 2024-12-01T18:23:18,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742099_1275 (size=22561) 2024-12-01T18:23:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-01T18:23:19,131 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=503, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/e5f46a350fb84afbaa429b9357464a9f 2024-12-01T18:23:19,138 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/8bbe5c99aa824869ada36b588cd77411 is 50, key is test_row_1/B:col10/1733077398138/Put/seqid=0 2024-12-01T18:23:19,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742100_1276 (size=9857) 2024-12-01T18:23:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-01T18:23:19,543 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/8bbe5c99aa824869ada36b588cd77411 2024-12-01T18:23:19,550 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/ab3a770b2f64414f96f9c7be61dba24c is 50, key is test_row_1/C:col10/1733077398138/Put/seqid=0 2024-12-01T18:23:19,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742101_1277 (size=9857) 2024-12-01T18:23:19,954 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/ab3a770b2f64414f96f9c7be61dba24c 2024-12-01T18:23:19,959 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/A/e5f46a350fb84afbaa429b9357464a9f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/e5f46a350fb84afbaa429b9357464a9f 2024-12-01T18:23:19,962 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/e5f46a350fb84afbaa429b9357464a9f, entries=100, sequenceid=503, filesize=22.0 K 2024-12-01T18:23:19,963 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/B/8bbe5c99aa824869ada36b588cd77411 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/8bbe5c99aa824869ada36b588cd77411 2024-12-01T18:23:19,967 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/8bbe5c99aa824869ada36b588cd77411, entries=100, sequenceid=503, filesize=9.6 K 2024-12-01T18:23:19,968 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/.tmp/C/ab3a770b2f64414f96f9c7be61dba24c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/ab3a770b2f64414f96f9c7be61dba24c 2024-12-01T18:23:19,971 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/ab3a770b2f64414f96f9c7be61dba24c, entries=100, sequenceid=503, filesize=9.6 K 2024-12-01T18:23:19,972 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 702243a8232509ec5ebaaa074b0b351e in 1665ms, sequenceid=503, compaction requested=true 2024-12-01T18:23:19,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/884c0167828b47de8120294e7fbf999a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/82b76b29124b4bf68e4050c3224e7410, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7fd3e05ff432484fb1a2df6b112609c3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/53e7b23010e34335a0b2de16ae700889, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7c6858a9b4244a03a436e86225e91bed, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/427378bc4eb341cf8c1cb7fac5e21614, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/d8a7f48debba4991ab95a94c79579546, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/cde04adccc47481daa2e8d016bdf0de1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/27b13f7ad03f4cf1909c1f4bc304d6f6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/be47103dc3ac489abbf3aecabc774a52, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/1d30e62e5eef41319bfb32764a8e09b1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/96ccf94c29184063b2201a6d548a5b2a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/fe84c5615f6e4d8fb92a75ae9a0f6b84, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/87d6c5e38a5a4452952c8a3567e4d2e2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9a912c2b60b34b51ba0a5dd64d7f1316, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9cc7f4a34ed04c6d9a83abd98f31731e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/2445562137b541c5b7b9680de572b5f9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/601bef8329584520b747d10051c69b5f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/24f523818b88436a999c30e5f1724b3c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/b3bd0882000e464cabb1ba4bbe9bcd63, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/93f8b4e7fe924989881527f94d2a4f4a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/dcff5cbf649e4a0ca0702d4146543eca, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/85387883b83f490f861a553a7fc8e65f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/b581b83f17a443a395e6279298e3fae4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/560532cef3a34b77888e573c72b834f6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/589578f56c3647c5bcd2ba62ded589ac, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/84d8118b7f024494a236492e3769f786, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/895ad978ee464f93813558299a783610, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/5d327c65bab14019a214a929b1c7012f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/acb4991bd0cf435598515e3e2ab582c2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/83a46a4f46c243ad86d11fac2bd916ee, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/8edf473df25148ce9cb16ac3ada6ac65, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/059225dedfc14518b4573454f4709ae0] to archive 2024-12-01T18:23:19,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:23:19,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/884c0167828b47de8120294e7fbf999a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/884c0167828b47de8120294e7fbf999a 2024-12-01T18:23:19,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/82b76b29124b4bf68e4050c3224e7410 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/82b76b29124b4bf68e4050c3224e7410 2024-12-01T18:23:19,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7fd3e05ff432484fb1a2df6b112609c3 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7fd3e05ff432484fb1a2df6b112609c3 2024-12-01T18:23:19,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/53e7b23010e34335a0b2de16ae700889 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/53e7b23010e34335a0b2de16ae700889 2024-12-01T18:23:19,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7c6858a9b4244a03a436e86225e91bed to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/7c6858a9b4244a03a436e86225e91bed 2024-12-01T18:23:19,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/427378bc4eb341cf8c1cb7fac5e21614 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/427378bc4eb341cf8c1cb7fac5e21614 2024-12-01T18:23:19,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/d8a7f48debba4991ab95a94c79579546 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/d8a7f48debba4991ab95a94c79579546 2024-12-01T18:23:19,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/cde04adccc47481daa2e8d016bdf0de1 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/cde04adccc47481daa2e8d016bdf0de1 2024-12-01T18:23:19,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/27b13f7ad03f4cf1909c1f4bc304d6f6 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/27b13f7ad03f4cf1909c1f4bc304d6f6 2024-12-01T18:23:19,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/be47103dc3ac489abbf3aecabc774a52 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/be47103dc3ac489abbf3aecabc774a52 2024-12-01T18:23:19,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/1d30e62e5eef41319bfb32764a8e09b1 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/1d30e62e5eef41319bfb32764a8e09b1 2024-12-01T18:23:19,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/96ccf94c29184063b2201a6d548a5b2a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/96ccf94c29184063b2201a6d548a5b2a 2024-12-01T18:23:19,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/fe84c5615f6e4d8fb92a75ae9a0f6b84 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/fe84c5615f6e4d8fb92a75ae9a0f6b84 2024-12-01T18:23:19,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/87d6c5e38a5a4452952c8a3567e4d2e2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/87d6c5e38a5a4452952c8a3567e4d2e2 2024-12-01T18:23:19,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9a912c2b60b34b51ba0a5dd64d7f1316 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9a912c2b60b34b51ba0a5dd64d7f1316 2024-12-01T18:23:19,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9cc7f4a34ed04c6d9a83abd98f31731e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/9cc7f4a34ed04c6d9a83abd98f31731e 2024-12-01T18:23:19,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/2445562137b541c5b7b9680de572b5f9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/2445562137b541c5b7b9680de572b5f9 2024-12-01T18:23:19,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/601bef8329584520b747d10051c69b5f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/601bef8329584520b747d10051c69b5f 2024-12-01T18:23:19,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/24f523818b88436a999c30e5f1724b3c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/24f523818b88436a999c30e5f1724b3c 2024-12-01T18:23:19,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/b3bd0882000e464cabb1ba4bbe9bcd63 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/b3bd0882000e464cabb1ba4bbe9bcd63 2024-12-01T18:23:19,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/93f8b4e7fe924989881527f94d2a4f4a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/93f8b4e7fe924989881527f94d2a4f4a 2024-12-01T18:23:20,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/dcff5cbf649e4a0ca0702d4146543eca to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/dcff5cbf649e4a0ca0702d4146543eca 2024-12-01T18:23:20,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/85387883b83f490f861a553a7fc8e65f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/85387883b83f490f861a553a7fc8e65f 2024-12-01T18:23:20,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/b581b83f17a443a395e6279298e3fae4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/b581b83f17a443a395e6279298e3fae4 2024-12-01T18:23:20,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/560532cef3a34b77888e573c72b834f6 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/560532cef3a34b77888e573c72b834f6 2024-12-01T18:23:20,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/589578f56c3647c5bcd2ba62ded589ac to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/589578f56c3647c5bcd2ba62ded589ac 2024-12-01T18:23:20,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/84d8118b7f024494a236492e3769f786 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/84d8118b7f024494a236492e3769f786 2024-12-01T18:23:20,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/895ad978ee464f93813558299a783610 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/895ad978ee464f93813558299a783610 2024-12-01T18:23:20,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/5d327c65bab14019a214a929b1c7012f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/5d327c65bab14019a214a929b1c7012f 2024-12-01T18:23:20,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/acb4991bd0cf435598515e3e2ab582c2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/acb4991bd0cf435598515e3e2ab582c2 2024-12-01T18:23:20,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/83a46a4f46c243ad86d11fac2bd916ee to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/83a46a4f46c243ad86d11fac2bd916ee 2024-12-01T18:23:20,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/8edf473df25148ce9cb16ac3ada6ac65 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/8edf473df25148ce9cb16ac3ada6ac65 2024-12-01T18:23:20,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/059225dedfc14518b4573454f4709ae0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/059225dedfc14518b4573454f4709ae0 2024-12-01T18:23:20,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/611a2bbc3aed4949b7c6bf95c21f8cb7, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/dc26195ba05b490188defaba03b94440, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1003a6855301463aabf4ad21c90edd0b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/087b1b0ff7654440839e8532a710f4bb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/58737dde8632459d90254c25d6a65723, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/4e0a02c382074b5f961e93e8a1eeb98a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/73d07d9228e94116ae35dbfe4250337d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f917750b3c0b48a4b47a05b992872306, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/8c5d239d10f947fc978959a3e3f85576, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/923db9bed4af4341ad780c50feb3f1e8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/25cc24f4f1bd42de896f9ec72262c350, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/d246a3a173d3408da13b06c01508c9f5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/6e6d297e1a894b298cac80acf45a96cd, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/874971ef43924cb88c3316c5cc926dca, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/bf442e197e0443d48172c7f2d577fd93, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/78c7d7ec790a431e83171a1914f4d2c1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/2518b382a64a43c09e72ee5a90448116, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1b3b9d3296724baf82929a310f8e5049, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/e4f218c898ac4027a45f78b099fe0470, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/7b01418beae9483dbba722c0d1c23ed8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/0c9ac40ae34b45d0a73db2280bff023a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1d202915ee794cfc99a3278d7787d6c8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/2809e72012c5434ebaa94ba06fcd5661, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/a479b56d29b64e23821621f908f562a0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f689f0d90907476aaf46f04ddf6cec5a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/e90df4d2c83240478213edc28bcb20c3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/96e3e259ee4e4c65bbd1c3e6f13622a4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f80da916415d41b6941ad01a1a472ac1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/33728aed1b6e4ccf87ef4f683d6b38f2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/49a9261393c9499ebef9343a52324593, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/3bfe6f9af23f4c418de03767c4484b10, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/75f5cefc70dc4e928387bca4acb60f52, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/d9e055690e3b4619ad5d9be9411805ab] to archive 2024-12-01T18:23:20,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:23:20,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/611a2bbc3aed4949b7c6bf95c21f8cb7 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/611a2bbc3aed4949b7c6bf95c21f8cb7 2024-12-01T18:23:20,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/dc26195ba05b490188defaba03b94440 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/dc26195ba05b490188defaba03b94440 2024-12-01T18:23:20,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1003a6855301463aabf4ad21c90edd0b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1003a6855301463aabf4ad21c90edd0b 2024-12-01T18:23:20,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/087b1b0ff7654440839e8532a710f4bb to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/087b1b0ff7654440839e8532a710f4bb 2024-12-01T18:23:20,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/58737dde8632459d90254c25d6a65723 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/58737dde8632459d90254c25d6a65723 2024-12-01T18:23:20,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/4e0a02c382074b5f961e93e8a1eeb98a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/4e0a02c382074b5f961e93e8a1eeb98a 2024-12-01T18:23:20,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/73d07d9228e94116ae35dbfe4250337d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/73d07d9228e94116ae35dbfe4250337d 2024-12-01T18:23:20,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f917750b3c0b48a4b47a05b992872306 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f917750b3c0b48a4b47a05b992872306 2024-12-01T18:23:20,027 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/8c5d239d10f947fc978959a3e3f85576 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/8c5d239d10f947fc978959a3e3f85576 2024-12-01T18:23:20,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/923db9bed4af4341ad780c50feb3f1e8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/923db9bed4af4341ad780c50feb3f1e8 2024-12-01T18:23:20,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/25cc24f4f1bd42de896f9ec72262c350 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/25cc24f4f1bd42de896f9ec72262c350 2024-12-01T18:23:20,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/d246a3a173d3408da13b06c01508c9f5 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/d246a3a173d3408da13b06c01508c9f5 2024-12-01T18:23:20,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/6e6d297e1a894b298cac80acf45a96cd to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/6e6d297e1a894b298cac80acf45a96cd 2024-12-01T18:23:20,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/874971ef43924cb88c3316c5cc926dca to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/874971ef43924cb88c3316c5cc926dca 2024-12-01T18:23:20,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/bf442e197e0443d48172c7f2d577fd93 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/bf442e197e0443d48172c7f2d577fd93 2024-12-01T18:23:20,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/78c7d7ec790a431e83171a1914f4d2c1 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/78c7d7ec790a431e83171a1914f4d2c1 2024-12-01T18:23:20,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/2518b382a64a43c09e72ee5a90448116 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/2518b382a64a43c09e72ee5a90448116 2024-12-01T18:23:20,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1b3b9d3296724baf82929a310f8e5049 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1b3b9d3296724baf82929a310f8e5049 2024-12-01T18:23:20,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/e4f218c898ac4027a45f78b099fe0470 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/e4f218c898ac4027a45f78b099fe0470 2024-12-01T18:23:20,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/7b01418beae9483dbba722c0d1c23ed8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/7b01418beae9483dbba722c0d1c23ed8 2024-12-01T18:23:20,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/0c9ac40ae34b45d0a73db2280bff023a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/0c9ac40ae34b45d0a73db2280bff023a 2024-12-01T18:23:20,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1d202915ee794cfc99a3278d7787d6c8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/1d202915ee794cfc99a3278d7787d6c8 2024-12-01T18:23:20,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/2809e72012c5434ebaa94ba06fcd5661 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/2809e72012c5434ebaa94ba06fcd5661 2024-12-01T18:23:20,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/a479b56d29b64e23821621f908f562a0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/a479b56d29b64e23821621f908f562a0 2024-12-01T18:23:20,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f689f0d90907476aaf46f04ddf6cec5a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f689f0d90907476aaf46f04ddf6cec5a 2024-12-01T18:23:20,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/e90df4d2c83240478213edc28bcb20c3 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/e90df4d2c83240478213edc28bcb20c3 2024-12-01T18:23:20,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/96e3e259ee4e4c65bbd1c3e6f13622a4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/96e3e259ee4e4c65bbd1c3e6f13622a4 2024-12-01T18:23:20,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f80da916415d41b6941ad01a1a472ac1 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/f80da916415d41b6941ad01a1a472ac1 2024-12-01T18:23:20,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/33728aed1b6e4ccf87ef4f683d6b38f2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/33728aed1b6e4ccf87ef4f683d6b38f2 2024-12-01T18:23:20,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/49a9261393c9499ebef9343a52324593 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/49a9261393c9499ebef9343a52324593 2024-12-01T18:23:20,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/3bfe6f9af23f4c418de03767c4484b10 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/3bfe6f9af23f4c418de03767c4484b10 2024-12-01T18:23:20,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/75f5cefc70dc4e928387bca4acb60f52 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/75f5cefc70dc4e928387bca4acb60f52 2024-12-01T18:23:20,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/d9e055690e3b4619ad5d9be9411805ab to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/d9e055690e3b4619ad5d9be9411805ab 2024-12-01T18:23:20,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/34137ecedbf04eba9040da3c4155ed26, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/34e038ec28bd4d85988da300c9ba16ed, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/6a5b62b7379349aa8c87602c61cf6044, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/accc876b187f43018e202e50186b20f3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a1ccf1a3c32541749a908f64d3d4b805, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/5f52df63e21f4d35a17f78361cbf8004, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/1c92eadf5d1f4bbd84d4641e70d2dcd2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/06f39f267bfc4886a2a7d617b9b37a55, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/091fbd160eb54b5aaca9d7c43a737486, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/218fd44189e441009fcc652eaaa71af6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/70d80d6fc8504ef58b3b06d090db5c4d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/50167e15472b44afa43eab380a288592, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a029d3d18b2349d39da0d3961235b57b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/9b6bac2bf18240dbad74ba1964ba440b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/43f1785fbbbc4b8987287ee85c0fa983, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/57f04db982d14045a767e229661d91eb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/0b1a3da6262e4101b551f0c383021741, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/ee2ce09a41594d8bb00e19ceacb23465, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/8eac689f255b423e8a5b15b2e1f850d5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a1f1860a2e914343bb435c737b1c2ae6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/633c013b6805482db2d5eb2ddb8acc49, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/8c9fab939bc740d5bf53d8e0da04d875, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/388e0b63deb34fa18f0cb37a6c4ca0d1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/597e078ce8814c409598ebaaa1ad3c38, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3171333226be4a57815ed04ec7e8a486, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/43c2c09353724cb2b3f4c58d04960744, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3a4c76530c874f2f9bb519885636c302, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/d8f954f6b23d450dbfb604ecd81145cd, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/d3a853ad79524f42972a1d7370cf27f1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/c9ab1ff79ec4448d9ad8ff453557516b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/595a55b2654b4111b74ad0afd6e109fe, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/4d287c4048a24e819bc8e57bd0495836, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/5935668cfe3a464a8ce3f85208fab93a] to archive 2024-12-01T18:23:20,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:23:20,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/34137ecedbf04eba9040da3c4155ed26 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/34137ecedbf04eba9040da3c4155ed26 2024-12-01T18:23:20,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/34e038ec28bd4d85988da300c9ba16ed to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/34e038ec28bd4d85988da300c9ba16ed 2024-12-01T18:23:20,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/6a5b62b7379349aa8c87602c61cf6044 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/6a5b62b7379349aa8c87602c61cf6044 2024-12-01T18:23:20,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/accc876b187f43018e202e50186b20f3 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/accc876b187f43018e202e50186b20f3 2024-12-01T18:23:20,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a1ccf1a3c32541749a908f64d3d4b805 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a1ccf1a3c32541749a908f64d3d4b805 2024-12-01T18:23:20,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/5f52df63e21f4d35a17f78361cbf8004 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/5f52df63e21f4d35a17f78361cbf8004 2024-12-01T18:23:20,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/1c92eadf5d1f4bbd84d4641e70d2dcd2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/1c92eadf5d1f4bbd84d4641e70d2dcd2 2024-12-01T18:23:20,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/06f39f267bfc4886a2a7d617b9b37a55 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/06f39f267bfc4886a2a7d617b9b37a55 2024-12-01T18:23:20,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/091fbd160eb54b5aaca9d7c43a737486 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/091fbd160eb54b5aaca9d7c43a737486 2024-12-01T18:23:20,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/218fd44189e441009fcc652eaaa71af6 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/218fd44189e441009fcc652eaaa71af6 2024-12-01T18:23:20,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/70d80d6fc8504ef58b3b06d090db5c4d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/70d80d6fc8504ef58b3b06d090db5c4d 2024-12-01T18:23:20,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/50167e15472b44afa43eab380a288592 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/50167e15472b44afa43eab380a288592 2024-12-01T18:23:20,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a029d3d18b2349d39da0d3961235b57b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a029d3d18b2349d39da0d3961235b57b 2024-12-01T18:23:20,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/9b6bac2bf18240dbad74ba1964ba440b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/9b6bac2bf18240dbad74ba1964ba440b 2024-12-01T18:23:20,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/43f1785fbbbc4b8987287ee85c0fa983 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/43f1785fbbbc4b8987287ee85c0fa983 2024-12-01T18:23:20,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/57f04db982d14045a767e229661d91eb to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/57f04db982d14045a767e229661d91eb 2024-12-01T18:23:20,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/0b1a3da6262e4101b551f0c383021741 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/0b1a3da6262e4101b551f0c383021741 2024-12-01T18:23:20,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/ee2ce09a41594d8bb00e19ceacb23465 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/ee2ce09a41594d8bb00e19ceacb23465 2024-12-01T18:23:20,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/8eac689f255b423e8a5b15b2e1f850d5 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/8eac689f255b423e8a5b15b2e1f850d5 2024-12-01T18:23:20,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a1f1860a2e914343bb435c737b1c2ae6 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a1f1860a2e914343bb435c737b1c2ae6 2024-12-01T18:23:20,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/633c013b6805482db2d5eb2ddb8acc49 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/633c013b6805482db2d5eb2ddb8acc49 2024-12-01T18:23:20,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/8c9fab939bc740d5bf53d8e0da04d875 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/8c9fab939bc740d5bf53d8e0da04d875 2024-12-01T18:23:20,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/388e0b63deb34fa18f0cb37a6c4ca0d1 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/388e0b63deb34fa18f0cb37a6c4ca0d1 2024-12-01T18:23:20,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/597e078ce8814c409598ebaaa1ad3c38 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/597e078ce8814c409598ebaaa1ad3c38 2024-12-01T18:23:20,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3171333226be4a57815ed04ec7e8a486 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3171333226be4a57815ed04ec7e8a486 2024-12-01T18:23:20,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/43c2c09353724cb2b3f4c58d04960744 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/43c2c09353724cb2b3f4c58d04960744 2024-12-01T18:23:20,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3a4c76530c874f2f9bb519885636c302 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3a4c76530c874f2f9bb519885636c302 2024-12-01T18:23:20,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/d8f954f6b23d450dbfb604ecd81145cd to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/d8f954f6b23d450dbfb604ecd81145cd 2024-12-01T18:23:20,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/d3a853ad79524f42972a1d7370cf27f1 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/d3a853ad79524f42972a1d7370cf27f1 2024-12-01T18:23:20,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/c9ab1ff79ec4448d9ad8ff453557516b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/c9ab1ff79ec4448d9ad8ff453557516b 2024-12-01T18:23:20,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/595a55b2654b4111b74ad0afd6e109fe to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/595a55b2654b4111b74ad0afd6e109fe 2024-12-01T18:23:20,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/4d287c4048a24e819bc8e57bd0495836 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/4d287c4048a24e819bc8e57bd0495836 2024-12-01T18:23:20,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/5935668cfe3a464a8ce3f85208fab93a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/5935668cfe3a464a8ce3f85208fab93a 2024-12-01T18:23:20,095 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/recovered.edits/506.seqid, newMaxSeqId=506, maxSeqId=4 2024-12-01T18:23:20,096 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e. 2024-12-01T18:23:20,096 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1635): Region close journal for 702243a8232509ec5ebaaa074b0b351e: 2024-12-01T18:23:20,098 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(170): Closed 702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,099 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=702243a8232509ec5ebaaa074b0b351e, regionState=CLOSED 2024-12-01T18:23:20,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-01T18:23:20,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseRegionProcedure 702243a8232509ec5ebaaa074b0b351e, server=b8365d49b74c,42723,1733077344673 in 1.9450 sec 2024-12-01T18:23:20,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-12-01T18:23:20,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=702243a8232509ec5ebaaa074b0b351e, UNASSIGN in 1.9500 sec 2024-12-01T18:23:20,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-01T18:23:20,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9530 sec 2024-12-01T18:23:20,106 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077400105"}]},"ts":"1733077400105"} 2024-12-01T18:23:20,106 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T18:23:20,109 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T18:23:20,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9670 sec 2024-12-01T18:23:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-01T18:23:20,249 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-01T18:23:20,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T18:23:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:20,251 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-01T18:23:20,251 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=71, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:20,254 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,256 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/recovered.edits] 2024-12-01T18:23:20,259 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/20b52502dd494c5aa55a6dec3845852a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/20b52502dd494c5aa55a6dec3845852a 2024-12-01T18:23:20,260 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/765f450f40a54b5ba4961dd72c824ac7 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/765f450f40a54b5ba4961dd72c824ac7 2024-12-01T18:23:20,261 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/e5f46a350fb84afbaa429b9357464a9f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/A/e5f46a350fb84afbaa429b9357464a9f 2024-12-01T18:23:20,263 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/37cf67b5d3824cbbb1f6c26a86953dc9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/37cf67b5d3824cbbb1f6c26a86953dc9 2024-12-01T18:23:20,265 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/4344a1690bcf48e18a3fdc78d4fa5dcd to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/4344a1690bcf48e18a3fdc78d4fa5dcd 2024-12-01T18:23:20,266 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/8bbe5c99aa824869ada36b588cd77411 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/B/8bbe5c99aa824869ada36b588cd77411 2024-12-01T18:23:20,268 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3df0193176ce4138827956652bccb4ed to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/3df0193176ce4138827956652bccb4ed 2024-12-01T18:23:20,269 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a2e71ca361254fd0b2a18f1a8c7c19cf to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/a2e71ca361254fd0b2a18f1a8c7c19cf 2024-12-01T18:23:20,270 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/ab3a770b2f64414f96f9c7be61dba24c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/C/ab3a770b2f64414f96f9c7be61dba24c 2024-12-01T18:23:20,273 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/recovered.edits/506.seqid to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e/recovered.edits/506.seqid 2024-12-01T18:23:20,274 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,274 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T18:23:20,274 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T18:23:20,275 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-01T18:23:20,279 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201111477ea189740b1bbb13bed3528e5f7_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201111477ea189740b1bbb13bed3528e5f7_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,280 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201130be741209c4154b7a14885598903cc_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201130be741209c4154b7a14885598903cc_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,281 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201137ecbb8b1dd40cdb6b405ddedc998a9_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201137ecbb8b1dd40cdb6b405ddedc998a9_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,282 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012475707519ef449094d04c8f671b1775_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012475707519ef449094d04c8f671b1775_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,283 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120127398c4f8c3d4506898e5481a09e5a06_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120127398c4f8c3d4506898e5481a09e5a06_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,285 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201312fc326de11493fb1f57a7ca3be42b7_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201312fc326de11493fb1f57a7ca3be42b7_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,286 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120152f4545b4bce47efbe4485152f326997_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120152f4545b4bce47efbe4485152f326997_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,287 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120155715a99cca64636a012713d8b8824ea_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120155715a99cca64636a012713d8b8824ea_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,288 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016cb58e7ff7ae411994122f09729e5abc_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016cb58e7ff7ae411994122f09729e5abc_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,289 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412018316377c19d7494fac41d2d0279a6c80_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412018316377c19d7494fac41d2d0279a6c80_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,290 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120185c23f9c04484ba5ae5027065ac3d8a6_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120185c23f9c04484ba5ae5027065ac3d8a6_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,291 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201888f0879158d4a0799abc62719c31c40_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201888f0879158d4a0799abc62719c31c40_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,292 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412018d7855f3369b4adbbc9bbc75d683d5a7_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412018d7855f3369b4adbbc9bbc75d683d5a7_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,293 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201906845a2e50942969adb112b6450ccd5_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201906845a2e50942969adb112b6450ccd5_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,294 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019b92107b5a074c3994d71e1c6f205f6d_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019b92107b5a074c3994d71e1c6f205f6d_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,295 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019d03429ff5d04a7094d7d5946aceba70_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019d03429ff5d04a7094d7d5946aceba70_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,296 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b686b2c43b8947edba163d7086437753_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b686b2c43b8947edba163d7086437753_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,297 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b92ac9c878e44ba7953945c02c7a2c85_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b92ac9c878e44ba7953945c02c7a2c85_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,298 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201baab74a7e9554928bebbb275b6570ea0_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201baab74a7e9554928bebbb275b6570ea0_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,299 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c5b5ec41b4924df6a9bba5bf6b075d6f_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c5b5ec41b4924df6a9bba5bf6b075d6f_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,300 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c6360c89f591403c8afffcff409d77e1_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c6360c89f591403c8afffcff409d77e1_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,302 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c7433eefbdf9418ebb419c31035f45d4_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c7433eefbdf9418ebb419c31035f45d4_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,303 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201cb92733a6cd54d558a4cb9074261471d_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201cb92733a6cd54d558a4cb9074261471d_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,304 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d2cb799d26f445288c86f1cefcbdfc1f_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d2cb799d26f445288c86f1cefcbdfc1f_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,305 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e5e612589e1d4589b12b3a144894b416_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e5e612589e1d4589b12b3a144894b416_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,306 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f9053324193a47b58a7efb8a374d42f3_702243a8232509ec5ebaaa074b0b351e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f9053324193a47b58a7efb8a374d42f3_702243a8232509ec5ebaaa074b0b351e 2024-12-01T18:23:20,306 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T18:23:20,308 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=71, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:20,311 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T18:23:20,313 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T18:23:20,314 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=71, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:20,314 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T18:23:20,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733077400314"}]},"ts":"9223372036854775807"} 2024-12-01T18:23:20,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-01T18:23:20,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 702243a8232509ec5ebaaa074b0b351e, NAME => 'TestAcidGuarantees,,1733077373871.702243a8232509ec5ebaaa074b0b351e.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T18:23:20,316 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T18:23:20,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733077400316"}]},"ts":"9223372036854775807"} 2024-12-01T18:23:20,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-01T18:23:20,323 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=71, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:20,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 74 msec 2024-12-01T18:23:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-01T18:23:20,352 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-01T18:23:20,362 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=248 (was 240) Potentially hanging thread: hconnection-0x240475eb-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-511489650_22 at /127.0.0.1:43116 [Waiting for operation #1196] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x240475eb-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-866282300_22 at /127.0.0.1:35128 [Waiting for operation #1566] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-866282300_22 at /127.0.0.1:34036 [Waiting for operation #668] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-511489650_22 at /127.0.0.1:42842 [Waiting for operation #1256] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-866282300_22 at /127.0.0.1:42834 [Waiting for operation #1249] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/cluster_05734141-851d-6b0c-be01-45ad39af9b2d/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/cluster_05734141-851d-6b0c-be01-45ad39af9b2d/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x240475eb-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x240475eb-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=471 (was 461) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 375) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2790 (was 2909) 2024-12-01T18:23:20,371 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=248, OpenFileDescriptor=471, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=2790 2024-12-01T18:23:20,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T18:23:20,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T18:23:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:20,374 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T18:23:20,374 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:20,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 72 2024-12-01T18:23:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-01T18:23:20,375 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T18:23:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742102_1278 (size=963) 2024-12-01T18:23:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-01T18:23:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-01T18:23:20,783 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632 2024-12-01T18:23:20,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742103_1279 (size=53) 2024-12-01T18:23:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-01T18:23:21,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:23:21,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6050776a683006fde4eb09120090f84f, disabling compactions & flushes 2024-12-01T18:23:21,189 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:21,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:21,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. after waiting 0 ms 2024-12-01T18:23:21,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:21,189 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:21,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:21,190 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T18:23:21,190 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733077401190"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733077401190"}]},"ts":"1733077401190"} 2024-12-01T18:23:21,191 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-01T18:23:21,192 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T18:23:21,192 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077401192"}]},"ts":"1733077401192"} 2024-12-01T18:23:21,193 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T18:23:21,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6050776a683006fde4eb09120090f84f, ASSIGN}] 2024-12-01T18:23:21,200 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6050776a683006fde4eb09120090f84f, ASSIGN 2024-12-01T18:23:21,200 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6050776a683006fde4eb09120090f84f, ASSIGN; state=OFFLINE, location=b8365d49b74c,42723,1733077344673; forceNewPlan=false, retain=false 2024-12-01T18:23:21,351 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=6050776a683006fde4eb09120090f84f, regionState=OPENING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:21,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; OpenRegionProcedure 6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:23:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-01T18:23:21,504 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:21,507 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:21,507 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} 2024-12-01T18:23:21,507 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:21,507 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:23:21,507 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:21,508 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:21,509 INFO [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:21,510 INFO [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:23:21,510 INFO [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6050776a683006fde4eb09120090f84f columnFamilyName A 2024-12-01T18:23:21,510 DEBUG [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:21,511 INFO [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] regionserver.HStore(327): Store=6050776a683006fde4eb09120090f84f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:23:21,511 INFO [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:21,512 INFO [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:23:21,512 INFO [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6050776a683006fde4eb09120090f84f columnFamilyName B 2024-12-01T18:23:21,512 DEBUG [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:21,512 INFO [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] regionserver.HStore(327): Store=6050776a683006fde4eb09120090f84f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:23:21,513 INFO [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:21,513 INFO [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:23:21,514 INFO [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6050776a683006fde4eb09120090f84f columnFamilyName C 2024-12-01T18:23:21,514 DEBUG [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:21,514 INFO [StoreOpener-6050776a683006fde4eb09120090f84f-1 {}] regionserver.HStore(327): Store=6050776a683006fde4eb09120090f84f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:23:21,514 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:21,515 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f 2024-12-01T18:23:21,515 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f 2024-12-01T18:23:21,517 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T18:23:21,518 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:21,520 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T18:23:21,520 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1102): Opened 6050776a683006fde4eb09120090f84f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69039359, jitterRate=0.02876661717891693}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T18:23:21,521 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:21,522 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., pid=74, masterSystemTime=1733077401504 2024-12-01T18:23:21,523 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:21,523 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:21,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=6050776a683006fde4eb09120090f84f, regionState=OPEN, openSeqNum=2, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:21,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-01T18:23:21,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; OpenRegionProcedure 6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 in 173 msec 2024-12-01T18:23:21,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-01T18:23:21,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6050776a683006fde4eb09120090f84f, ASSIGN in 327 msec 2024-12-01T18:23:21,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T18:23:21,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077401528"}]},"ts":"1733077401528"} 2024-12-01T18:23:21,529 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T18:23:21,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T18:23:21,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1590 sec 2024-12-01T18:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-01T18:23:22,479 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 72 completed 2024-12-01T18:23:22,481 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-12-01T18:23:22,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:22,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:22,491 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:22,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T18:23:22,493 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T18:23:22,496 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-12-01T18:23:22,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:22,503 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-12-01T18:23:22,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:22,507 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-12-01T18:23:22,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:22,511 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-12-01T18:23:22,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:22,516 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-12-01T18:23:22,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:22,520 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-12-01T18:23:22,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:22,523 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-12-01T18:23:22,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:22,527 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-12-01T18:23:22,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:22,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-12-01T18:23:22,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:22,533 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-12-01T18:23:22,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:22,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:22,539 DEBUG [hconnection-0x4465f71c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-01T18:23:22,539 DEBUG [hconnection-0x1cf61b13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:22,540 DEBUG [hconnection-0x69ffbee6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-01T18:23:22,540 DEBUG [hconnection-0x88bcd9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:22,540 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:22,541 DEBUG [hconnection-0x3f967cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:22,541 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:22,541 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:22,541 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:22,542 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:22,542 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:22,542 DEBUG [hconnection-0x27baf264-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:22,542 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:22,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:22,543 DEBUG [hconnection-0x474a0de0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:22,543 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:22,543 DEBUG [hconnection-0x7ab4e70c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:22,544 DEBUG [hconnection-0x54a88b33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:22,544 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:22,544 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:22,545 DEBUG [hconnection-0xf2b687e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:22,548 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:22,550 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:22,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T18:23:22,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:22,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:22,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:22,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:22,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:22,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:22,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077462569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077462572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077462573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077462573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077462579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/a365835453da48568352267863143991 is 50, key is test_row_0/A:col10/1733077402546/Put/seqid=0 2024-12-01T18:23:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742104_1280 (size=12001) 2024-12-01T18:23:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-01T18:23:22,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077462675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077462679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077462680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077462683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077462685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-01T18:23:22,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:22,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:22,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:22,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:22,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-01T18:23:22,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-01T18:23:22,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:22,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:22,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:22,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077462877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077462881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077462881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077462886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:22,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077462887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,002 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-01T18:23:23,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:23,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/a365835453da48568352267863143991 2024-12-01T18:23:23,051 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T18:23:23,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/af239c4c2b4f4bc59a3b076e9b3911ff is 50, key is test_row_0/B:col10/1733077402546/Put/seqid=0 2024-12-01T18:23:23,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742105_1281 (size=12001) 2024-12-01T18:23:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-01T18:23:23,156 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-01T18:23:23,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:23,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:23,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:23,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077463180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077463184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077463185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077463189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077463189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,309 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-01T18:23:23,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:23,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:23,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:23,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-01T18:23:23,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:23,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:23,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:23,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/af239c4c2b4f4bc59a3b076e9b3911ff 2024-12-01T18:23:23,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/85332cd949be47c3a4f557d15f6259c5 is 50, key is test_row_0/C:col10/1733077402546/Put/seqid=0 2024-12-01T18:23:23,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742106_1282 (size=12001) 2024-12-01T18:23:23,615 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-01T18:23:23,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:23,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:23,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:23,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-01T18:23:23,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077463685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077463687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077463689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077463691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077463692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-01T18:23:23,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:23,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:23,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:23,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:23,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/85332cd949be47c3a4f557d15f6259c5 2024-12-01T18:23:23,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/a365835453da48568352267863143991 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a365835453da48568352267863143991 2024-12-01T18:23:23,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a365835453da48568352267863143991, entries=150, sequenceid=14, filesize=11.7 K 2024-12-01T18:23:23,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/af239c4c2b4f4bc59a3b076e9b3911ff as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/af239c4c2b4f4bc59a3b076e9b3911ff 2024-12-01T18:23:23,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/af239c4c2b4f4bc59a3b076e9b3911ff, entries=150, sequenceid=14, filesize=11.7 K 2024-12-01T18:23:23,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/85332cd949be47c3a4f557d15f6259c5 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/85332cd949be47c3a4f557d15f6259c5 2024-12-01T18:23:23,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/85332cd949be47c3a4f557d15f6259c5, entries=150, sequenceid=14, filesize=11.7 K 2024-12-01T18:23:23,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6050776a683006fde4eb09120090f84f in 1368ms, sequenceid=14, compaction requested=false 2024-12-01T18:23:23,919 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T18:23:23,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:23,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:23,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-01T18:23:23,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:23,922 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:23:23,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:23,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:23,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:23,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:23,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:23,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:23,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/8ba00616aebe4e80b47363ceb44f1750 is 50, key is test_row_0/A:col10/1733077402571/Put/seqid=0 2024-12-01T18:23:23,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742107_1283 (size=12001) 2024-12-01T18:23:23,956 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/8ba00616aebe4e80b47363ceb44f1750 2024-12-01T18:23:23,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/f2cf1c4a0cd4444d85714e0c6cc49853 is 50, key is test_row_0/B:col10/1733077402571/Put/seqid=0 2024-12-01T18:23:23,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742108_1284 (size=12001) 2024-12-01T18:23:23,982 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/f2cf1c4a0cd4444d85714e0c6cc49853 2024-12-01T18:23:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/6a99071484174de7bbf8cabb3cca6f9d is 50, key is test_row_0/C:col10/1733077402571/Put/seqid=0 2024-12-01T18:23:24,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742109_1285 (size=12001) 2024-12-01T18:23:24,420 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/6a99071484174de7bbf8cabb3cca6f9d 2024-12-01T18:23:24,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/8ba00616aebe4e80b47363ceb44f1750 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/8ba00616aebe4e80b47363ceb44f1750 2024-12-01T18:23:24,429 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/8ba00616aebe4e80b47363ceb44f1750, entries=150, sequenceid=38, filesize=11.7 K 2024-12-01T18:23:24,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/f2cf1c4a0cd4444d85714e0c6cc49853 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/f2cf1c4a0cd4444d85714e0c6cc49853 2024-12-01T18:23:24,434 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/f2cf1c4a0cd4444d85714e0c6cc49853, entries=150, sequenceid=38, filesize=11.7 K 2024-12-01T18:23:24,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/6a99071484174de7bbf8cabb3cca6f9d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/6a99071484174de7bbf8cabb3cca6f9d 2024-12-01T18:23:24,439 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/6a99071484174de7bbf8cabb3cca6f9d, entries=150, sequenceid=38, filesize=11.7 K 2024-12-01T18:23:24,440 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 6050776a683006fde4eb09120090f84f in 518ms, sequenceid=38, compaction requested=false 2024-12-01T18:23:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-01T18:23:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-01T18:23:24,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-01T18:23:24,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8990 sec 2024-12-01T18:23:24,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.9050 sec 2024-12-01T18:23:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-01T18:23:24,649 INFO [Thread-1277 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-01T18:23:24,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-01T18:23:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-01T18:23:24,652 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:24,653 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:24,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:24,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T18:23:24,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:24,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/5aef49322fe0480e9bdafd9ad35c8ae7 is 50, key is test_row_0/A:col10/1733077404700/Put/seqid=0 2024-12-01T18:23:24,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742110_1286 (size=16677) 2024-12-01T18:23:24,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077464721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:24,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077464721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:24,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077464722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:24,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077464723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:24,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077464723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-01T18:23:24,804 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:24,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-01T18:23:24,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:24,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:24,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:24,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:24,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:24,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077464824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:24,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077464825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:24,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077464825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:24,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077464826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:24,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077464826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-01T18:23:24,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:24,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-01T18:23:24,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:24,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:24,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:24,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:24,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077465026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077465028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077465029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077465029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077465031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,110 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-01T18:23:25,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:25,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/5aef49322fe0480e9bdafd9ad35c8ae7 2024-12-01T18:23:25,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/04c2010bfe97468bb6014c16e67a4d67 is 50, key is test_row_0/B:col10/1733077404700/Put/seqid=0 2024-12-01T18:23:25,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742111_1287 (size=9657) 2024-12-01T18:23:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-01T18:23:25,263 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-01T18:23:25,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:25,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077465329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077465332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077465332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077465333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077465334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-01T18:23:25,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:25,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/04c2010bfe97468bb6014c16e67a4d67 2024-12-01T18:23:25,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/953d519667fe483b84ea061513bae6d7 is 50, key is test_row_0/C:col10/1733077404700/Put/seqid=0 2024-12-01T18:23:25,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742112_1288 (size=9657) 2024-12-01T18:23:25,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-01T18:23:25,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:25,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,627 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T18:23:25,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-01T18:23:25,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:25,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-01T18:23:25,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077465835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077465835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077465835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077465837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077465841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:25,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-01T18:23:25,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:25,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:25,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/953d519667fe483b84ea061513bae6d7 2024-12-01T18:23:25,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/5aef49322fe0480e9bdafd9ad35c8ae7 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/5aef49322fe0480e9bdafd9ad35c8ae7 2024-12-01T18:23:25,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/5aef49322fe0480e9bdafd9ad35c8ae7, entries=250, sequenceid=49, filesize=16.3 K 2024-12-01T18:23:25,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/04c2010bfe97468bb6014c16e67a4d67 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/04c2010bfe97468bb6014c16e67a4d67 2024-12-01T18:23:25,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/04c2010bfe97468bb6014c16e67a4d67, entries=100, sequenceid=49, filesize=9.4 K 2024-12-01T18:23:25,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/953d519667fe483b84ea061513bae6d7 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/953d519667fe483b84ea061513bae6d7 2024-12-01T18:23:25,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/953d519667fe483b84ea061513bae6d7, entries=100, sequenceid=49, filesize=9.4 K 2024-12-01T18:23:25,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6050776a683006fde4eb09120090f84f in 1287ms, sequenceid=49, compaction requested=true 2024-12-01T18:23:25,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:25,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:25,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:25,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:25,988 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:25,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:25,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:25,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:25,988 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:25,990 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:25,990 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/B is initiating minor compaction (all files) 2024-12-01T18:23:25,990 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/B in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,990 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/af239c4c2b4f4bc59a3b076e9b3911ff, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/f2cf1c4a0cd4444d85714e0c6cc49853, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/04c2010bfe97468bb6014c16e67a4d67] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=32.9 K 2024-12-01T18:23:25,990 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:25,990 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/A is initiating minor compaction (all files) 2024-12-01T18:23:25,990 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/A in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:25,991 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a365835453da48568352267863143991, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/8ba00616aebe4e80b47363ceb44f1750, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/5aef49322fe0480e9bdafd9ad35c8ae7] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=39.7 K 2024-12-01T18:23:25,991 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting af239c4c2b4f4bc59a3b076e9b3911ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733077402546 2024-12-01T18:23:25,991 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting a365835453da48568352267863143991, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733077402546 2024-12-01T18:23:25,992 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting f2cf1c4a0cd4444d85714e0c6cc49853, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733077402571 2024-12-01T18:23:25,992 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ba00616aebe4e80b47363ceb44f1750, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733077402571 2024-12-01T18:23:25,992 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 04c2010bfe97468bb6014c16e67a4d67, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733077404698 2024-12-01T18:23:25,992 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aef49322fe0480e9bdafd9ad35c8ae7, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733077404695 2024-12-01T18:23:26,002 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#B#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:26,003 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/017166ed212d4981ae2f2d3f6815da47 is 50, key is test_row_0/B:col10/1733077404700/Put/seqid=0 2024-12-01T18:23:26,006 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:26,006 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/cc625f9b5fbd464fad90a39943ec3660 is 50, key is test_row_0/A:col10/1733077404700/Put/seqid=0 2024-12-01T18:23:26,034 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:26,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-01T18:23:26,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:26,035 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T18:23:26,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:26,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:26,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:26,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:26,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:26,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:26,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742113_1289 (size=12104) 2024-12-01T18:23:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742114_1290 (size=12104) 2024-12-01T18:23:26,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/322322300bc1499e851eb8bab94d2a57 is 50, key is test_row_0/A:col10/1733077404720/Put/seqid=0 2024-12-01T18:23:26,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742115_1291 (size=12001) 2024-12-01T18:23:26,457 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/017166ed212d4981ae2f2d3f6815da47 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/017166ed212d4981ae2f2d3f6815da47 2024-12-01T18:23:26,460 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/cc625f9b5fbd464fad90a39943ec3660 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/cc625f9b5fbd464fad90a39943ec3660 2024-12-01T18:23:26,463 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/B of 6050776a683006fde4eb09120090f84f into 017166ed212d4981ae2f2d3f6815da47(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:26,463 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:26,463 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/B, priority=13, startTime=1733077405988; duration=0sec 2024-12-01T18:23:26,463 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:26,463 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:B 2024-12-01T18:23:26,463 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:26,466 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:26,466 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/C is initiating minor compaction (all files) 2024-12-01T18:23:26,466 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/C in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:26,466 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/85332cd949be47c3a4f557d15f6259c5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/6a99071484174de7bbf8cabb3cca6f9d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/953d519667fe483b84ea061513bae6d7] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=32.9 K 2024-12-01T18:23:26,467 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 85332cd949be47c3a4f557d15f6259c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733077402546 2024-12-01T18:23:26,467 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/A of 6050776a683006fde4eb09120090f84f into cc625f9b5fbd464fad90a39943ec3660(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:26,467 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:26,467 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/A, priority=13, startTime=1733077405988; duration=0sec 2024-12-01T18:23:26,467 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:26,467 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a99071484174de7bbf8cabb3cca6f9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733077402571 2024-12-01T18:23:26,467 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:A 2024-12-01T18:23:26,468 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 953d519667fe483b84ea061513bae6d7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733077404698 2024-12-01T18:23:26,474 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/322322300bc1499e851eb8bab94d2a57 2024-12-01T18:23:26,475 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:26,476 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/4b5c34ac76db49b9b30919e40e2e2dbb is 50, key is test_row_0/C:col10/1733077404700/Put/seqid=0 2024-12-01T18:23:26,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/fc7ce6afa0a34f0fa1c7a8dbe2433321 is 50, key is test_row_0/B:col10/1733077404720/Put/seqid=0 2024-12-01T18:23:26,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742117_1293 (size=12001) 2024-12-01T18:23:26,486 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/fc7ce6afa0a34f0fa1c7a8dbe2433321 2024-12-01T18:23:26,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/9b0034258cb84fd580ba74b704211f6d is 50, key is test_row_0/C:col10/1733077404720/Put/seqid=0 2024-12-01T18:23:26,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742116_1292 (size=12104) 2024-12-01T18:23:26,503 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/4b5c34ac76db49b9b30919e40e2e2dbb as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/4b5c34ac76db49b9b30919e40e2e2dbb 2024-12-01T18:23:26,508 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/C of 6050776a683006fde4eb09120090f84f into 4b5c34ac76db49b9b30919e40e2e2dbb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:26,508 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:26,508 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/C, priority=13, startTime=1733077405988; duration=0sec 2024-12-01T18:23:26,508 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:26,508 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:C 2024-12-01T18:23:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742118_1294 (size=12001) 2024-12-01T18:23:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-01T18:23:26,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:26,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077466849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:26,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077466849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:26,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077466850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:26,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077466851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:26,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077466851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:26,915 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/9b0034258cb84fd580ba74b704211f6d 2024-12-01T18:23:26,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/322322300bc1499e851eb8bab94d2a57 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/322322300bc1499e851eb8bab94d2a57 2024-12-01T18:23:26,924 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/322322300bc1499e851eb8bab94d2a57, entries=150, sequenceid=75, filesize=11.7 K 2024-12-01T18:23:26,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/fc7ce6afa0a34f0fa1c7a8dbe2433321 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/fc7ce6afa0a34f0fa1c7a8dbe2433321 2024-12-01T18:23:26,929 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/fc7ce6afa0a34f0fa1c7a8dbe2433321, entries=150, sequenceid=75, filesize=11.7 K 2024-12-01T18:23:26,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/9b0034258cb84fd580ba74b704211f6d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/9b0034258cb84fd580ba74b704211f6d 2024-12-01T18:23:26,935 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/9b0034258cb84fd580ba74b704211f6d, entries=150, sequenceid=75, filesize=11.7 K 2024-12-01T18:23:26,936 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 6050776a683006fde4eb09120090f84f in 901ms, sequenceid=75, compaction requested=false 2024-12-01T18:23:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-01T18:23:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-01T18:23:26,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-01T18:23:26,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2840 sec 2024-12-01T18:23:26,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.2900 sec 2024-12-01T18:23:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:26,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:23:26,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:26,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:26,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:26,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:26,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:26,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:26,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/22e5b287eca0417ab45015f79386058b is 50, key is test_row_0/A:col10/1733077406850/Put/seqid=0 2024-12-01T18:23:26,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742119_1295 (size=14341) 2024-12-01T18:23:27,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077467009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077467010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077467011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077467011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077467012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077467114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077467115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077467115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077467116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077467117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077467317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077467317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077467318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077467318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077467319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/22e5b287eca0417ab45015f79386058b 2024-12-01T18:23:27,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/d488ddaee7e241e3ae7bc17e16bf05ac is 50, key is test_row_0/B:col10/1733077406850/Put/seqid=0 2024-12-01T18:23:27,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742120_1296 (size=12001) 2024-12-01T18:23:27,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/d488ddaee7e241e3ae7bc17e16bf05ac 2024-12-01T18:23:27,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/c49b1e8e630f47c2a93bf3ac53970f33 is 50, key is test_row_0/C:col10/1733077406850/Put/seqid=0 2024-12-01T18:23:27,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742121_1297 (size=12001) 2024-12-01T18:23:27,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/c49b1e8e630f47c2a93bf3ac53970f33 2024-12-01T18:23:27,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/22e5b287eca0417ab45015f79386058b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/22e5b287eca0417ab45015f79386058b 2024-12-01T18:23:27,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/22e5b287eca0417ab45015f79386058b, entries=200, sequenceid=91, filesize=14.0 K 2024-12-01T18:23:27,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/d488ddaee7e241e3ae7bc17e16bf05ac as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d488ddaee7e241e3ae7bc17e16bf05ac 2024-12-01T18:23:27,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d488ddaee7e241e3ae7bc17e16bf05ac, entries=150, sequenceid=91, filesize=11.7 K 2024-12-01T18:23:27,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/c49b1e8e630f47c2a93bf3ac53970f33 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/c49b1e8e630f47c2a93bf3ac53970f33 2024-12-01T18:23:27,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/c49b1e8e630f47c2a93bf3ac53970f33, entries=150, sequenceid=91, filesize=11.7 K 2024-12-01T18:23:27,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 6050776a683006fde4eb09120090f84f in 476ms, sequenceid=91, compaction requested=true 2024-12-01T18:23:27,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:27,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:27,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:27,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:27,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:27,432 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:27,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:27,432 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:27,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:27,434 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:27,434 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/B is initiating minor compaction (all files) 2024-12-01T18:23:27,434 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/B in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:27,434 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/017166ed212d4981ae2f2d3f6815da47, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/fc7ce6afa0a34f0fa1c7a8dbe2433321, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d488ddaee7e241e3ae7bc17e16bf05ac] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=35.3 K 2024-12-01T18:23:27,434 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:27,435 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/A is initiating minor compaction (all files) 2024-12-01T18:23:27,435 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 017166ed212d4981ae2f2d3f6815da47, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733077402571 2024-12-01T18:23:27,435 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/A in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:27,435 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/cc625f9b5fbd464fad90a39943ec3660, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/322322300bc1499e851eb8bab94d2a57, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/22e5b287eca0417ab45015f79386058b] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=37.5 K 2024-12-01T18:23:27,435 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting fc7ce6afa0a34f0fa1c7a8dbe2433321, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733077404720 2024-12-01T18:23:27,435 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc625f9b5fbd464fad90a39943ec3660, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733077402571 2024-12-01T18:23:27,436 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d488ddaee7e241e3ae7bc17e16bf05ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733077406850 2024-12-01T18:23:27,436 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 322322300bc1499e851eb8bab94d2a57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733077404720 2024-12-01T18:23:27,438 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22e5b287eca0417ab45015f79386058b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733077406849 2024-12-01T18:23:27,454 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#B#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:27,455 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/ece16666bdd0466e82dd4917ed9aad54 is 50, key is test_row_0/B:col10/1733077406850/Put/seqid=0 2024-12-01T18:23:27,457 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#A#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:27,458 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/1c996ae2cece44cdaeafac5e887a67a5 is 50, key is test_row_0/A:col10/1733077406850/Put/seqid=0 2024-12-01T18:23:27,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742122_1298 (size=12207) 2024-12-01T18:23:27,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742123_1299 (size=12207) 2024-12-01T18:23:27,493 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/1c996ae2cece44cdaeafac5e887a67a5 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/1c996ae2cece44cdaeafac5e887a67a5 2024-12-01T18:23:27,499 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/A of 6050776a683006fde4eb09120090f84f into 1c996ae2cece44cdaeafac5e887a67a5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:27,499 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:27,499 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/A, priority=13, startTime=1733077407431; duration=0sec 2024-12-01T18:23:27,499 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:27,499 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:A 2024-12-01T18:23:27,499 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:27,501 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:27,501 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/C is initiating minor compaction (all files) 2024-12-01T18:23:27,501 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/C in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:27,501 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/4b5c34ac76db49b9b30919e40e2e2dbb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/9b0034258cb84fd580ba74b704211f6d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/c49b1e8e630f47c2a93bf3ac53970f33] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=35.3 K 2024-12-01T18:23:27,501 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b5c34ac76db49b9b30919e40e2e2dbb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733077402571 2024-12-01T18:23:27,502 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b0034258cb84fd580ba74b704211f6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733077404720 2024-12-01T18:23:27,503 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting c49b1e8e630f47c2a93bf3ac53970f33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733077406850 2024-12-01T18:23:27,511 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#C#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:27,512 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/1e32ed9a021b40b8a79056764a8af699 is 50, key is test_row_0/C:col10/1733077406850/Put/seqid=0 2024-12-01T18:23:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742124_1300 (size=12207) 2024-12-01T18:23:27,529 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/1e32ed9a021b40b8a79056764a8af699 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1e32ed9a021b40b8a79056764a8af699 2024-12-01T18:23:27,535 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/C of 6050776a683006fde4eb09120090f84f into 1e32ed9a021b40b8a79056764a8af699(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:27,535 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:27,535 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/C, priority=13, startTime=1733077407432; duration=0sec 2024-12-01T18:23:27,535 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:27,535 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:C 2024-12-01T18:23:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:27,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T18:23:27,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:27,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:27,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:27,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:27,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:27,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:27,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/09769c1b9a154cccbb076451d15abdb1 is 50, key is test_row_0/A:col10/1733077407008/Put/seqid=0 2024-12-01T18:23:27,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077467627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077467628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742125_1301 (size=14341) 2024-12-01T18:23:27,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/09769c1b9a154cccbb076451d15abdb1 2024-12-01T18:23:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077467630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077467631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077467631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/cb3095cbb9de4961b92d56f22fd5c8d3 is 50, key is test_row_0/B:col10/1733077407008/Put/seqid=0 2024-12-01T18:23:27,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742126_1302 (size=12001) 2024-12-01T18:23:27,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/cb3095cbb9de4961b92d56f22fd5c8d3 2024-12-01T18:23:27,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/1495bd7d068f4d9780dc02b33f6c9c11 is 50, key is test_row_0/C:col10/1733077407008/Put/seqid=0 2024-12-01T18:23:27,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742127_1303 (size=12001) 2024-12-01T18:23:27,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077467732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077467732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077467735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077467734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077467735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,882 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/ece16666bdd0466e82dd4917ed9aad54 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/ece16666bdd0466e82dd4917ed9aad54 2024-12-01T18:23:27,887 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/B of 6050776a683006fde4eb09120090f84f into ece16666bdd0466e82dd4917ed9aad54(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:27,887 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:27,887 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/B, priority=13, startTime=1733077407432; duration=0sec 2024-12-01T18:23:27,888 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:27,888 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:B 2024-12-01T18:23:27,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077467936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077467936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077467938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077467938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077467939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/1495bd7d068f4d9780dc02b33f6c9c11 2024-12-01T18:23:28,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/09769c1b9a154cccbb076451d15abdb1 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/09769c1b9a154cccbb076451d15abdb1 2024-12-01T18:23:28,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/09769c1b9a154cccbb076451d15abdb1, entries=200, sequenceid=119, filesize=14.0 K 2024-12-01T18:23:28,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/cb3095cbb9de4961b92d56f22fd5c8d3 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/cb3095cbb9de4961b92d56f22fd5c8d3 2024-12-01T18:23:28,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/cb3095cbb9de4961b92d56f22fd5c8d3, entries=150, sequenceid=119, filesize=11.7 K 2024-12-01T18:23:28,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/1495bd7d068f4d9780dc02b33f6c9c11 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1495bd7d068f4d9780dc02b33f6c9c11 2024-12-01T18:23:28,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1495bd7d068f4d9780dc02b33f6c9c11, entries=150, sequenceid=119, filesize=11.7 K 2024-12-01T18:23:28,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 6050776a683006fde4eb09120090f84f in 487ms, sequenceid=119, compaction requested=false 2024-12-01T18:23:28,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:28,235 DEBUG [master/b8365d49b74c:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 66f01b001804e216a31f5c7988389d1c changed from -1.0 to 0.0, refreshing cache 2024-12-01T18:23:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:28,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:23:28,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:28,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:28,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:28,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:28,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:28,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:28,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/e7410529f0d246a792144569f1099e17 is 50, key is test_row_0/A:col10/1733077408241/Put/seqid=0 2024-12-01T18:23:28,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742128_1304 (size=14441) 2024-12-01T18:23:28,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077468261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077468261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077468262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077468263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077468263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077468365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077468366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077468366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077468367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077468367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077468568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077468568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077468569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077468570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077468571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/e7410529f0d246a792144569f1099e17 2024-12-01T18:23:28,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/eab3b0e3e7e24ddfbd58c2a5f7de1a8b is 50, key is test_row_0/B:col10/1733077408241/Put/seqid=0 2024-12-01T18:23:28,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742129_1305 (size=12101) 2024-12-01T18:23:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-01T18:23:28,757 INFO [Thread-1277 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-01T18:23:28,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-01T18:23:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-01T18:23:28,760 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:28,761 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:28,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-01T18:23:28,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077468872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077468872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077468874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077468874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077468875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,912 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:28,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-01T18:23:28,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:28,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:28,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:28,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:28,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-01T18:23:29,065 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-01T18:23:29,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:29,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:29,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:29,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:29,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:29,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/eab3b0e3e7e24ddfbd58c2a5f7de1a8b 2024-12-01T18:23:29,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/19507c1465a84f8f9d5062787bfcd32f is 50, key is test_row_0/C:col10/1733077408241/Put/seqid=0 2024-12-01T18:23:29,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742130_1306 (size=12101) 2024-12-01T18:23:29,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/19507c1465a84f8f9d5062787bfcd32f 2024-12-01T18:23:29,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/e7410529f0d246a792144569f1099e17 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/e7410529f0d246a792144569f1099e17 2024-12-01T18:23:29,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/e7410529f0d246a792144569f1099e17, entries=200, sequenceid=134, filesize=14.1 K 2024-12-01T18:23:29,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/eab3b0e3e7e24ddfbd58c2a5f7de1a8b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/eab3b0e3e7e24ddfbd58c2a5f7de1a8b 2024-12-01T18:23:29,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/eab3b0e3e7e24ddfbd58c2a5f7de1a8b, entries=150, sequenceid=134, filesize=11.8 K 2024-12-01T18:23:29,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/19507c1465a84f8f9d5062787bfcd32f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/19507c1465a84f8f9d5062787bfcd32f 2024-12-01T18:23:29,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/19507c1465a84f8f9d5062787bfcd32f, entries=150, sequenceid=134, filesize=11.8 K 2024-12-01T18:23:29,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 6050776a683006fde4eb09120090f84f in 887ms, sequenceid=134, compaction requested=true 2024-12-01T18:23:29,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:29,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:29,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:29,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:29,130 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:29,130 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:29,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:29,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:29,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:29,131 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:29,131 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/A is initiating minor compaction (all files) 2024-12-01T18:23:29,131 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/A in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:29,131 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/1c996ae2cece44cdaeafac5e887a67a5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/09769c1b9a154cccbb076451d15abdb1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/e7410529f0d246a792144569f1099e17] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=40.0 K 2024-12-01T18:23:29,131 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:29,132 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/B is initiating minor compaction (all files) 2024-12-01T18:23:29,132 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/B in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:29,132 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/ece16666bdd0466e82dd4917ed9aad54, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/cb3095cbb9de4961b92d56f22fd5c8d3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/eab3b0e3e7e24ddfbd58c2a5f7de1a8b] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=35.5 K 2024-12-01T18:23:29,132 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c996ae2cece44cdaeafac5e887a67a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733077406850 2024-12-01T18:23:29,132 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting ece16666bdd0466e82dd4917ed9aad54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733077406850 2024-12-01T18:23:29,132 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09769c1b9a154cccbb076451d15abdb1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733077407008 2024-12-01T18:23:29,133 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting cb3095cbb9de4961b92d56f22fd5c8d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733077407008 2024-12-01T18:23:29,133 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7410529f0d246a792144569f1099e17, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733077407628 2024-12-01T18:23:29,133 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting eab3b0e3e7e24ddfbd58c2a5f7de1a8b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733077407629 2024-12-01T18:23:29,152 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#B#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:29,152 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:29,152 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/adcc0a147aa4421b9df1816792a6992e is 50, key is test_row_0/B:col10/1733077408241/Put/seqid=0 2024-12-01T18:23:29,152 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/13c657fb75764f6e88dffd262cd5a516 is 50, key is test_row_0/A:col10/1733077408241/Put/seqid=0 2024-12-01T18:23:29,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742131_1307 (size=12409) 2024-12-01T18:23:29,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742132_1308 (size=12409) 2024-12-01T18:23:29,219 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-01T18:23:29,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:29,219 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T18:23:29,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:29,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:29,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:29,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:29,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:29,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:29,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/7bd97ad03a964a44a09b26e8c10d741d is 50, key is test_row_0/A:col10/1733077408262/Put/seqid=0 2024-12-01T18:23:29,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742133_1309 (size=12151) 2024-12-01T18:23:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-01T18:23:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:29,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:29,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077469385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077469386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077469388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077469390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077469390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077469491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077469491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077469491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077469493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077469493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,569 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/13c657fb75764f6e88dffd262cd5a516 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/13c657fb75764f6e88dffd262cd5a516 2024-12-01T18:23:29,574 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/A of 6050776a683006fde4eb09120090f84f into 13c657fb75764f6e88dffd262cd5a516(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:29,574 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:29,574 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/A, priority=13, startTime=1733077409129; duration=0sec 2024-12-01T18:23:29,574 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:29,574 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:A 2024-12-01T18:23:29,574 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:29,575 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:29,575 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/C is initiating minor compaction (all files) 2024-12-01T18:23:29,575 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/C in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:29,575 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1e32ed9a021b40b8a79056764a8af699, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1495bd7d068f4d9780dc02b33f6c9c11, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/19507c1465a84f8f9d5062787bfcd32f] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=35.5 K 2024-12-01T18:23:29,576 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e32ed9a021b40b8a79056764a8af699, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733077406850 2024-12-01T18:23:29,576 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1495bd7d068f4d9780dc02b33f6c9c11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733077407008 2024-12-01T18:23:29,577 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19507c1465a84f8f9d5062787bfcd32f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733077407629 2024-12-01T18:23:29,588 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#C#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:29,588 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/adcc0a147aa4421b9df1816792a6992e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/adcc0a147aa4421b9df1816792a6992e 2024-12-01T18:23:29,589 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/497825e847f54f00a9192a48d0bc7084 is 50, key is test_row_0/C:col10/1733077408241/Put/seqid=0 2024-12-01T18:23:29,593 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/B of 6050776a683006fde4eb09120090f84f into adcc0a147aa4421b9df1816792a6992e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:29,594 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:29,594 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/B, priority=13, startTime=1733077409129; duration=0sec 2024-12-01T18:23:29,594 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:29,594 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:B 2024-12-01T18:23:29,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742134_1310 (size=12409) 2024-12-01T18:23:29,602 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/497825e847f54f00a9192a48d0bc7084 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/497825e847f54f00a9192a48d0bc7084 2024-12-01T18:23:29,607 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/C of 6050776a683006fde4eb09120090f84f into 497825e847f54f00a9192a48d0bc7084(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:29,607 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:29,607 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/C, priority=13, startTime=1733077409130; duration=0sec 2024-12-01T18:23:29,607 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:29,607 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:C 2024-12-01T18:23:29,628 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/7bd97ad03a964a44a09b26e8c10d741d 2024-12-01T18:23:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/03e9a59827314211958ebaff78166f41 is 50, key is test_row_0/B:col10/1733077408262/Put/seqid=0 2024-12-01T18:23:29,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742135_1311 (size=12151) 2024-12-01T18:23:29,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077469695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077469695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077469695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077469697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077469697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-01T18:23:30,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077469999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077469999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077469999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077470001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077470003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,044 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/03e9a59827314211958ebaff78166f41 2024-12-01T18:23:30,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/24b8e870b87e495899852670cd9b73cb is 50, key is test_row_0/C:col10/1733077408262/Put/seqid=0 2024-12-01T18:23:30,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742136_1312 (size=12151) 2024-12-01T18:23:30,056 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/24b8e870b87e495899852670cd9b73cb 2024-12-01T18:23:30,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/7bd97ad03a964a44a09b26e8c10d741d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/7bd97ad03a964a44a09b26e8c10d741d 2024-12-01T18:23:30,064 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/7bd97ad03a964a44a09b26e8c10d741d, entries=150, sequenceid=157, filesize=11.9 K 2024-12-01T18:23:30,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/03e9a59827314211958ebaff78166f41 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/03e9a59827314211958ebaff78166f41 2024-12-01T18:23:30,069 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/03e9a59827314211958ebaff78166f41, entries=150, sequenceid=157, filesize=11.9 K 2024-12-01T18:23:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/24b8e870b87e495899852670cd9b73cb as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24b8e870b87e495899852670cd9b73cb 2024-12-01T18:23:30,074 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24b8e870b87e495899852670cd9b73cb, entries=150, sequenceid=157, filesize=11.9 K 2024-12-01T18:23:30,075 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6050776a683006fde4eb09120090f84f in 856ms, sequenceid=157, compaction requested=false 2024-12-01T18:23:30,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:30,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:30,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-01T18:23:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-01T18:23:30,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-01T18:23:30,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3150 sec 2024-12-01T18:23:30,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.3200 sec 2024-12-01T18:23:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:30,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T18:23:30,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:30,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:30,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:30,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:30,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:30,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:30,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/3d7b010bb9b14f4199f46d5dadbdfc95 is 50, key is test_row_0/A:col10/1733077409389/Put/seqid=0 2024-12-01T18:23:30,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742137_1313 (size=12151) 2024-12-01T18:23:30,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077470521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077470521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077470523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077470523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077470524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077470625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077470625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077470627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077470627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077470628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077470829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077470829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077470830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077470831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077470832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-01T18:23:30,865 INFO [Thread-1277 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-01T18:23:30,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-01T18:23:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-01T18:23:30,868 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:30,868 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:30,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:30,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/3d7b010bb9b14f4199f46d5dadbdfc95 2024-12-01T18:23:30,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/2f1c691443554a7da0ce34c6652145ce is 50, key is test_row_0/B:col10/1733077409389/Put/seqid=0 2024-12-01T18:23:30,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742138_1314 (size=12151) 2024-12-01T18:23:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-01T18:23:31,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-01T18:23:31,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:31,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:31,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:31,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:31,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:31,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077471132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077471133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077471133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077471134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077471136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-01T18:23:31,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-01T18:23:31,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:31,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:31,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:31,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:31,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:31,328 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-01T18:23:31,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:31,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:31,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:31,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:31,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:31,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/2f1c691443554a7da0ce34c6652145ce 2024-12-01T18:23:31,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/24ac36752f9f499896d3134a6ed86b60 is 50, key is test_row_0/C:col10/1733077409389/Put/seqid=0 2024-12-01T18:23:31,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742139_1315 (size=12151) 2024-12-01T18:23:31,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/24ac36752f9f499896d3134a6ed86b60 2024-12-01T18:23:31,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/3d7b010bb9b14f4199f46d5dadbdfc95 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/3d7b010bb9b14f4199f46d5dadbdfc95 2024-12-01T18:23:31,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/3d7b010bb9b14f4199f46d5dadbdfc95, entries=150, sequenceid=175, filesize=11.9 K 2024-12-01T18:23:31,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/2f1c691443554a7da0ce34c6652145ce as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/2f1c691443554a7da0ce34c6652145ce 2024-12-01T18:23:31,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/2f1c691443554a7da0ce34c6652145ce, entries=150, sequenceid=175, filesize=11.9 K 2024-12-01T18:23:31,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/24ac36752f9f499896d3134a6ed86b60 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24ac36752f9f499896d3134a6ed86b60 2024-12-01T18:23:31,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24ac36752f9f499896d3134a6ed86b60, entries=150, sequenceid=175, filesize=11.9 K 2024-12-01T18:23:31,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 6050776a683006fde4eb09120090f84f in 876ms, sequenceid=175, compaction requested=true 2024-12-01T18:23:31,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:31,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:31,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:31,380 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:31,380 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:31,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:31,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:31,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:31,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:31,382 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:31,382 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:31,382 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/A is initiating minor compaction (all files) 2024-12-01T18:23:31,382 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/B is initiating minor compaction (all files) 2024-12-01T18:23:31,383 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/A in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:31,383 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/B in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:31,383 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/13c657fb75764f6e88dffd262cd5a516, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/7bd97ad03a964a44a09b26e8c10d741d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/3d7b010bb9b14f4199f46d5dadbdfc95] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=35.9 K 2024-12-01T18:23:31,383 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/adcc0a147aa4421b9df1816792a6992e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/03e9a59827314211958ebaff78166f41, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/2f1c691443554a7da0ce34c6652145ce] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=35.9 K 2024-12-01T18:23:31,383 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting adcc0a147aa4421b9df1816792a6992e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733077407629 2024-12-01T18:23:31,384 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 03e9a59827314211958ebaff78166f41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733077408255 2024-12-01T18:23:31,384 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13c657fb75764f6e88dffd262cd5a516, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733077407629 2024-12-01T18:23:31,384 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f1c691443554a7da0ce34c6652145ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733077409383 2024-12-01T18:23:31,384 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bd97ad03a964a44a09b26e8c10d741d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733077408255 2024-12-01T18:23:31,385 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d7b010bb9b14f4199f46d5dadbdfc95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733077409383 2024-12-01T18:23:31,393 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#B#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:31,394 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:31,394 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/5f2011cf12e3436395cefa52fb1635f3 is 50, key is test_row_0/B:col10/1733077409389/Put/seqid=0 2024-12-01T18:23:31,395 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/8bdca766139c42d698f6c138aa86aff8 is 50, key is test_row_0/A:col10/1733077409389/Put/seqid=0 2024-12-01T18:23:31,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742140_1316 (size=12561) 2024-12-01T18:23:31,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742141_1317 (size=12561) 2024-12-01T18:23:31,429 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/5f2011cf12e3436395cefa52fb1635f3 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/5f2011cf12e3436395cefa52fb1635f3 2024-12-01T18:23:31,429 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/8bdca766139c42d698f6c138aa86aff8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/8bdca766139c42d698f6c138aa86aff8 2024-12-01T18:23:31,434 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/A of 6050776a683006fde4eb09120090f84f into 8bdca766139c42d698f6c138aa86aff8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:31,434 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:31,434 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/A, priority=13, startTime=1733077411380; duration=0sec 2024-12-01T18:23:31,434 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:31,434 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:A 2024-12-01T18:23:31,435 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:31,435 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/B of 6050776a683006fde4eb09120090f84f into 5f2011cf12e3436395cefa52fb1635f3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:31,435 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:31,435 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/B, priority=13, startTime=1733077411380; duration=0sec 2024-12-01T18:23:31,435 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:31,435 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:B 2024-12-01T18:23:31,436 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:31,436 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/C is initiating minor compaction (all files) 2024-12-01T18:23:31,436 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/C in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:31,436 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/497825e847f54f00a9192a48d0bc7084, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24b8e870b87e495899852670cd9b73cb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24ac36752f9f499896d3134a6ed86b60] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=35.9 K 2024-12-01T18:23:31,437 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 497825e847f54f00a9192a48d0bc7084, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733077407629 2024-12-01T18:23:31,437 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24b8e870b87e495899852670cd9b73cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733077408255 2024-12-01T18:23:31,438 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24ac36752f9f499896d3134a6ed86b60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733077409383 2024-12-01T18:23:31,446 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#C#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:31,447 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/24d6762407f147359818f220ef0bfed8 is 50, key is test_row_0/C:col10/1733077409389/Put/seqid=0 2024-12-01T18:23:31,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742142_1318 (size=12561) 2024-12-01T18:23:31,459 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/24d6762407f147359818f220ef0bfed8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24d6762407f147359818f220ef0bfed8 2024-12-01T18:23:31,468 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/C of 6050776a683006fde4eb09120090f84f into 24d6762407f147359818f220ef0bfed8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:31,468 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:31,468 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/C, priority=13, startTime=1733077411380; duration=0sec 2024-12-01T18:23:31,468 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:31,468 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:C 2024-12-01T18:23:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-01T18:23:31,481 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-01T18:23:31,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:31,482 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T18:23:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/a4a104c819d64990b9c6f69f9fb03f85 is 50, key is test_row_0/A:col10/1733077410522/Put/seqid=0 2024-12-01T18:23:31,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742143_1319 (size=12151) 2024-12-01T18:23:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:31,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:31,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077471649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077471649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077471652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077471652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077471652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077471753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077471754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077471755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077471756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077471756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,941 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/a4a104c819d64990b9c6f69f9fb03f85 2024-12-01T18:23:31,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/fd3c1e62647f438bbd6b30732cad133d is 50, key is test_row_0/B:col10/1733077410522/Put/seqid=0 2024-12-01T18:23:31,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077471956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077471956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077471959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742144_1320 (size=12151) 2024-12-01T18:23:31,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077471959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077471959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-01T18:23:32,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077472258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077472260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077472263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077472263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077472263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,361 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/fd3c1e62647f438bbd6b30732cad133d 2024-12-01T18:23:32,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/f5d99f1496ab4dabb6f3d96f40832449 is 50, key is test_row_0/C:col10/1733077410522/Put/seqid=0 2024-12-01T18:23:32,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742145_1321 (size=12151) 2024-12-01T18:23:32,374 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/f5d99f1496ab4dabb6f3d96f40832449 2024-12-01T18:23:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/a4a104c819d64990b9c6f69f9fb03f85 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a4a104c819d64990b9c6f69f9fb03f85 2024-12-01T18:23:32,382 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a4a104c819d64990b9c6f69f9fb03f85, entries=150, sequenceid=200, filesize=11.9 K 2024-12-01T18:23:32,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/fd3c1e62647f438bbd6b30732cad133d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/fd3c1e62647f438bbd6b30732cad133d 2024-12-01T18:23:32,387 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/fd3c1e62647f438bbd6b30732cad133d, entries=150, sequenceid=200, filesize=11.9 K 2024-12-01T18:23:32,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/f5d99f1496ab4dabb6f3d96f40832449 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/f5d99f1496ab4dabb6f3d96f40832449 2024-12-01T18:23:32,392 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/f5d99f1496ab4dabb6f3d96f40832449, entries=150, sequenceid=200, filesize=11.9 K 2024-12-01T18:23:32,393 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 6050776a683006fde4eb09120090f84f in 911ms, sequenceid=200, compaction requested=false 2024-12-01T18:23:32,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:32,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:32,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-01T18:23:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-01T18:23:32,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-01T18:23:32,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5260 sec 2024-12-01T18:23:32,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.5300 sec 2024-12-01T18:23:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:32,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-01T18:23:32,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:32,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:32,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:32,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:32,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:32,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:32,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077472782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077472783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077472783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077472784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077472784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/6a6963d28ef9438485f1e328bfa769e5 is 50, key is test_row_0/A:col10/1733077411651/Put/seqid=0 2024-12-01T18:23:32,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742146_1322 (size=12151) 2024-12-01T18:23:32,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077472886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077472888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077472888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077472888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077472888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-01T18:23:32,972 INFO [Thread-1277 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-01T18:23:32,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-01T18:23:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-01T18:23:32,974 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:32,975 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:32,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-01T18:23:33,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077473090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077473090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077473091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077473091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077473092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,127 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-01T18:23:33,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:33,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:33,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:33,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:33,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:33,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/6a6963d28ef9438485f1e328bfa769e5 2024-12-01T18:23:33,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/8f26365fb78944838a7feb1c80b168e4 is 50, key is test_row_0/B:col10/1733077411651/Put/seqid=0 2024-12-01T18:23:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742147_1323 (size=12151) 2024-12-01T18:23:33,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/8f26365fb78944838a7feb1c80b168e4 2024-12-01T18:23:33,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/9e311312113842ceb4217dc885d263c0 is 50, key is test_row_0/C:col10/1733077411651/Put/seqid=0 2024-12-01T18:23:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-01T18:23:33,280 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-01T18:23:33,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:33,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:33,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:33,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:33,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742148_1324 (size=12151) 2024-12-01T18:23:33,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/9e311312113842ceb4217dc885d263c0 2024-12-01T18:23:33,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/6a6963d28ef9438485f1e328bfa769e5 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/6a6963d28ef9438485f1e328bfa769e5 2024-12-01T18:23:33,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/6a6963d28ef9438485f1e328bfa769e5, entries=150, sequenceid=216, filesize=11.9 K 2024-12-01T18:23:33,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/8f26365fb78944838a7feb1c80b168e4 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/8f26365fb78944838a7feb1c80b168e4 2024-12-01T18:23:33,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/8f26365fb78944838a7feb1c80b168e4, entries=150, sequenceid=216, filesize=11.9 K 2024-12-01T18:23:33,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/9e311312113842ceb4217dc885d263c0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/9e311312113842ceb4217dc885d263c0 2024-12-01T18:23:33,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/9e311312113842ceb4217dc885d263c0, entries=150, sequenceid=216, filesize=11.9 K 2024-12-01T18:23:33,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 6050776a683006fde4eb09120090f84f in 561ms, sequenceid=216, compaction requested=true 2024-12-01T18:23:33,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:33,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:33,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:33,326 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:33,326 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:33,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:33,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:33,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:33,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:33,328 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:33,328 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:33,328 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/B is initiating minor compaction (all files) 2024-12-01T18:23:33,328 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/A is initiating minor compaction (all files) 2024-12-01T18:23:33,328 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/B in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:33,328 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/A in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:33,328 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/5f2011cf12e3436395cefa52fb1635f3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/fd3c1e62647f438bbd6b30732cad133d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/8f26365fb78944838a7feb1c80b168e4] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=36.0 K 2024-12-01T18:23:33,328 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/8bdca766139c42d698f6c138aa86aff8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a4a104c819d64990b9c6f69f9fb03f85, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/6a6963d28ef9438485f1e328bfa769e5] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=36.0 K 2024-12-01T18:23:33,329 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f2011cf12e3436395cefa52fb1635f3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733077409383 2024-12-01T18:23:33,329 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bdca766139c42d698f6c138aa86aff8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733077409383 2024-12-01T18:23:33,330 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting fd3c1e62647f438bbd6b30732cad133d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733077410519 2024-12-01T18:23:33,330 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4a104c819d64990b9c6f69f9fb03f85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733077410519 2024-12-01T18:23:33,330 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a6963d28ef9438485f1e328bfa769e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733077411650 2024-12-01T18:23:33,330 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f26365fb78944838a7feb1c80b168e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733077411650 2024-12-01T18:23:33,346 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#B#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:33,347 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/d79441b111784c05b053edb12e0befd6 is 50, key is test_row_0/B:col10/1733077411651/Put/seqid=0 2024-12-01T18:23:33,350 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:33,350 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/3173383c78ac4a3ebbe9a40984e23efe is 50, key is test_row_0/A:col10/1733077411651/Put/seqid=0 2024-12-01T18:23:33,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742150_1326 (size=12663) 2024-12-01T18:23:33,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742149_1325 (size=12663) 2024-12-01T18:23:33,387 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/d79441b111784c05b053edb12e0befd6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d79441b111784c05b053edb12e0befd6 2024-12-01T18:23:33,392 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/B of 6050776a683006fde4eb09120090f84f into d79441b111784c05b053edb12e0befd6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:33,392 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:33,392 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/B, priority=13, startTime=1733077413326; duration=0sec 2024-12-01T18:23:33,392 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:33,392 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:B 2024-12-01T18:23:33,392 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:33,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T18:23:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:33,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:33,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:33,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:33,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:33,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:33,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:33,400 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:33,400 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/C is initiating minor compaction (all files) 2024-12-01T18:23:33,400 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/C in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:33,400 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24d6762407f147359818f220ef0bfed8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/f5d99f1496ab4dabb6f3d96f40832449, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/9e311312113842ceb4217dc885d263c0] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=36.0 K 2024-12-01T18:23:33,402 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 24d6762407f147359818f220ef0bfed8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733077409383 2024-12-01T18:23:33,402 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting f5d99f1496ab4dabb6f3d96f40832449, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733077410519 2024-12-01T18:23:33,403 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e311312113842ceb4217dc885d263c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733077411650 2024-12-01T18:23:33,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/f6ca0d3e98a849aaa1b7473cb65bed81 is 50, key is test_row_0/A:col10/1733077413397/Put/seqid=0 2024-12-01T18:23:33,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077473407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077473409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077473410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077473410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077473412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,418 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:33,419 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/102a8ea9bb984fe2b9ac7a083ff57093 is 50, key is test_row_0/C:col10/1733077411651/Put/seqid=0 2024-12-01T18:23:33,435 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742151_1327 (size=12151) 2024-12-01T18:23:33,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-01T18:23:33,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:33,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:33,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:33,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:33,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/f6ca0d3e98a849aaa1b7473cb65bed81 2024-12-01T18:23:33,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:33,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/3e55827bdf5d41e4bc2e561e6d5d53a2 is 50, key is test_row_0/B:col10/1733077413397/Put/seqid=0 2024-12-01T18:23:33,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742152_1328 (size=12663) 2024-12-01T18:23:33,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742153_1329 (size=12151) 2024-12-01T18:23:33,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/3e55827bdf5d41e4bc2e561e6d5d53a2 2024-12-01T18:23:33,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/6c5436751c9743ad83ac67fc316b62d1 is 50, key is test_row_0/C:col10/1733077413397/Put/seqid=0 2024-12-01T18:23:33,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077473514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077473514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077473514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077473515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077473517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742154_1330 (size=12151) 2024-12-01T18:23:33,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/6c5436751c9743ad83ac67fc316b62d1 2024-12-01T18:23:33,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/f6ca0d3e98a849aaa1b7473cb65bed81 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f6ca0d3e98a849aaa1b7473cb65bed81 2024-12-01T18:23:33,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f6ca0d3e98a849aaa1b7473cb65bed81, entries=150, sequenceid=241, filesize=11.9 K 2024-12-01T18:23:33,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/3e55827bdf5d41e4bc2e561e6d5d53a2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/3e55827bdf5d41e4bc2e561e6d5d53a2 2024-12-01T18:23:33,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/3e55827bdf5d41e4bc2e561e6d5d53a2, entries=150, sequenceid=241, filesize=11.9 K 2024-12-01T18:23:33,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/6c5436751c9743ad83ac67fc316b62d1 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/6c5436751c9743ad83ac67fc316b62d1 2024-12-01T18:23:33,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/6c5436751c9743ad83ac67fc316b62d1, entries=150, sequenceid=241, filesize=11.9 K 2024-12-01T18:23:33,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6050776a683006fde4eb09120090f84f in 152ms, sequenceid=241, compaction requested=false 2024-12-01T18:23:33,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-01T18:23:33,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-01T18:23:33,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:33,589 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:23:33,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:33,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:33,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:33,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:33,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:33,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:33,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/0cb0213e458f42a5bb5f3666aaada904 is 50, key is test_row_0/A:col10/1733077413409/Put/seqid=0 2024-12-01T18:23:33,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742155_1331 (size=12151) 2024-12-01T18:23:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:33,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:33,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077473733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077473733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077473736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077473736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077473736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,777 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/3173383c78ac4a3ebbe9a40984e23efe as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/3173383c78ac4a3ebbe9a40984e23efe 2024-12-01T18:23:33,782 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/A of 6050776a683006fde4eb09120090f84f into 3173383c78ac4a3ebbe9a40984e23efe(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:33,782 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:33,782 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/A, priority=13, startTime=1733077413326; duration=0sec 2024-12-01T18:23:33,782 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:33,782 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:A 2024-12-01T18:23:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077473837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077473838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077473840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077473840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077473841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:33,864 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/102a8ea9bb984fe2b9ac7a083ff57093 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/102a8ea9bb984fe2b9ac7a083ff57093 2024-12-01T18:23:33,873 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/C of 6050776a683006fde4eb09120090f84f into 102a8ea9bb984fe2b9ac7a083ff57093(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:33,873 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:33,873 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/C, priority=13, startTime=1733077413327; duration=0sec 2024-12-01T18:23:33,873 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:33,873 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:C 2024-12-01T18:23:34,006 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/0cb0213e458f42a5bb5f3666aaada904 2024-12-01T18:23:34,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/3f64ea163b454d76ae3c134f895c447e is 50, key is test_row_0/B:col10/1733077413409/Put/seqid=0 2024-12-01T18:23:34,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742156_1332 (size=12151) 2024-12-01T18:23:34,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077474041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077474041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077474045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077474045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077474045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-01T18:23:34,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077474345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077474345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077474348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077474349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077474350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,435 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/3f64ea163b454d76ae3c134f895c447e 2024-12-01T18:23:34,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/ad282b18ea27497791e08771d1026c20 is 50, key is test_row_0/C:col10/1733077413409/Put/seqid=0 2024-12-01T18:23:34,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742157_1333 (size=12151) 2024-12-01T18:23:34,849 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/ad282b18ea27497791e08771d1026c20 2024-12-01T18:23:34,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077474851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077474852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077474852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/0cb0213e458f42a5bb5f3666aaada904 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/0cb0213e458f42a5bb5f3666aaada904 2024-12-01T18:23:34,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077474852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077474853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:34,857 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/0cb0213e458f42a5bb5f3666aaada904, entries=150, sequenceid=253, filesize=11.9 K 2024-12-01T18:23:34,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/3f64ea163b454d76ae3c134f895c447e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/3f64ea163b454d76ae3c134f895c447e 2024-12-01T18:23:34,862 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/3f64ea163b454d76ae3c134f895c447e, entries=150, sequenceid=253, filesize=11.9 K 2024-12-01T18:23:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/ad282b18ea27497791e08771d1026c20 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/ad282b18ea27497791e08771d1026c20 2024-12-01T18:23:34,867 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/ad282b18ea27497791e08771d1026c20, entries=150, sequenceid=253, filesize=11.9 K 2024-12-01T18:23:34,868 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6050776a683006fde4eb09120090f84f in 1279ms, sequenceid=253, compaction requested=true 2024-12-01T18:23:34,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:34,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:34,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-01T18:23:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-01T18:23:34,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-01T18:23:34,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8940 sec 2024-12-01T18:23:34,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.8980 sec 2024-12-01T18:23:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-01T18:23:35,079 INFO [Thread-1277 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-01T18:23:35,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-01T18:23:35,082 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-01T18:23:35,083 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:35,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-01T18:23:35,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:35,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-01T18:23:35,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:35,236 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:23:35,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:35,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:35,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:35,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:35,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:35,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/6b6852c3638a473f91f2fda31d994f2b is 50, key is test_row_0/A:col10/1733077413735/Put/seqid=0 2024-12-01T18:23:35,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742158_1334 (size=12301) 2024-12-01T18:23:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-01T18:23:35,646 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/6b6852c3638a473f91f2fda31d994f2b 2024-12-01T18:23:35,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/6b0613d1c42b47aaafa5b228d99a5159 is 50, key is test_row_0/B:col10/1733077413735/Put/seqid=0 2024-12-01T18:23:35,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742159_1335 (size=12301) 2024-12-01T18:23:35,666 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/6b0613d1c42b47aaafa5b228d99a5159 2024-12-01T18:23:35,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/942a56d429d8463bb4d8f8229845c5fd is 50, key is test_row_0/C:col10/1733077413735/Put/seqid=0 2024-12-01T18:23:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-01T18:23:35,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742160_1336 (size=12301) 2024-12-01T18:23:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:35,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:35,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077475865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:35,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077475865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:35,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077475866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:35,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077475867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:35,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077475867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:35,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077475968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:35,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077475968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:35,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077475969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:35,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077475971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:35,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077475971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,089 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/942a56d429d8463bb4d8f8229845c5fd 2024-12-01T18:23:36,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/6b6852c3638a473f91f2fda31d994f2b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/6b6852c3638a473f91f2fda31d994f2b 2024-12-01T18:23:36,097 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/6b6852c3638a473f91f2fda31d994f2b, entries=150, sequenceid=279, filesize=12.0 K 2024-12-01T18:23:36,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/6b0613d1c42b47aaafa5b228d99a5159 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/6b0613d1c42b47aaafa5b228d99a5159 2024-12-01T18:23:36,102 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/6b0613d1c42b47aaafa5b228d99a5159, entries=150, sequenceid=279, filesize=12.0 K 2024-12-01T18:23:36,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/942a56d429d8463bb4d8f8229845c5fd as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/942a56d429d8463bb4d8f8229845c5fd 2024-12-01T18:23:36,106 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/942a56d429d8463bb4d8f8229845c5fd, entries=150, sequenceid=279, filesize=12.0 K 2024-12-01T18:23:36,107 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 6050776a683006fde4eb09120090f84f in 871ms, sequenceid=279, compaction requested=true 2024-12-01T18:23:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:36,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-01T18:23:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-01T18:23:36,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-01T18:23:36,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0260 sec 2024-12-01T18:23:36,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.0310 sec 2024-12-01T18:23:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:36,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T18:23:36,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:36,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:36,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:36,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:36,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:36,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:36,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/ce0fcff807a248ab99ff38d5e1e3fbd2 is 50, key is test_row_0/A:col10/1733077416173/Put/seqid=0 2024-12-01T18:23:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-01T18:23:36,186 INFO [Thread-1277 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-01T18:23:36,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:36,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742161_1337 (size=14741) 2024-12-01T18:23:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-01T18:23:36,189 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:36,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/ce0fcff807a248ab99ff38d5e1e3fbd2 2024-12-01T18:23:36,190 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:36,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-01T18:23:36,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077476191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077476192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077476194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077476194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077476195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/cd6b5ebb579a4ac2ae2ffbbdc07bc2d5 is 50, key is test_row_0/B:col10/1733077416173/Put/seqid=0 2024-12-01T18:23:36,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742162_1338 (size=12301) 2024-12-01T18:23:36,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/cd6b5ebb579a4ac2ae2ffbbdc07bc2d5 2024-12-01T18:23:36,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/fe115f8ea56e4e6cae1b1b2bf618147d is 50, key is test_row_0/C:col10/1733077416173/Put/seqid=0 2024-12-01T18:23:36,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742163_1339 (size=12301) 2024-12-01T18:23:36,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/fe115f8ea56e4e6cae1b1b2bf618147d 2024-12-01T18:23:36,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/ce0fcff807a248ab99ff38d5e1e3fbd2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/ce0fcff807a248ab99ff38d5e1e3fbd2 2024-12-01T18:23:36,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/ce0fcff807a248ab99ff38d5e1e3fbd2, entries=200, sequenceid=295, filesize=14.4 K 2024-12-01T18:23:36,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/cd6b5ebb579a4ac2ae2ffbbdc07bc2d5 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/cd6b5ebb579a4ac2ae2ffbbdc07bc2d5 2024-12-01T18:23:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-01T18:23:36,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/cd6b5ebb579a4ac2ae2ffbbdc07bc2d5, entries=150, sequenceid=295, filesize=12.0 K 2024-12-01T18:23:36,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/fe115f8ea56e4e6cae1b1b2bf618147d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/fe115f8ea56e4e6cae1b1b2bf618147d 2024-12-01T18:23:36,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/fe115f8ea56e4e6cae1b1b2bf618147d, entries=150, sequenceid=295, filesize=12.0 K 2024-12-01T18:23:36,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6050776a683006fde4eb09120090f84f in 125ms, sequenceid=295, compaction requested=true 2024-12-01T18:23:36,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:36,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:36,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:36,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:36,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:36,299 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T18:23:36,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:36,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:36,299 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T18:23:36,302 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64007 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T18:23:36,303 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/A is initiating minor compaction (all files) 2024-12-01T18:23:36,303 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61567 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T18:23:36,303 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/A in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:36,303 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/B is initiating minor compaction (all files) 2024-12-01T18:23:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:36,303 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/B in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:36,303 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/3173383c78ac4a3ebbe9a40984e23efe, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f6ca0d3e98a849aaa1b7473cb65bed81, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/0cb0213e458f42a5bb5f3666aaada904, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/6b6852c3638a473f91f2fda31d994f2b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/ce0fcff807a248ab99ff38d5e1e3fbd2] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=62.5 K 2024-12-01T18:23:36,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-01T18:23:36,303 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d79441b111784c05b053edb12e0befd6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/3e55827bdf5d41e4bc2e561e6d5d53a2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/3f64ea163b454d76ae3c134f895c447e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/6b0613d1c42b47aaafa5b228d99a5159, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/cd6b5ebb579a4ac2ae2ffbbdc07bc2d5] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=60.1 K 2024-12-01T18:23:36,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:36,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:36,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:36,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:36,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:36,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:36,304 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d79441b111784c05b053edb12e0befd6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733077411650 2024-12-01T18:23:36,304 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3173383c78ac4a3ebbe9a40984e23efe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733077411650 2024-12-01T18:23:36,305 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e55827bdf5d41e4bc2e561e6d5d53a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733077413396 2024-12-01T18:23:36,305 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6ca0d3e98a849aaa1b7473cb65bed81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733077413396 2024-12-01T18:23:36,306 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f64ea163b454d76ae3c134f895c447e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733077413408 2024-12-01T18:23:36,306 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cb0213e458f42a5bb5f3666aaada904, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733077413408 2024-12-01T18:23:36,306 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b0613d1c42b47aaafa5b228d99a5159, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733077413732 2024-12-01T18:23:36,307 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b6852c3638a473f91f2fda31d994f2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733077413732 2024-12-01T18:23:36,307 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting cd6b5ebb579a4ac2ae2ffbbdc07bc2d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733077415866 2024-12-01T18:23:36,308 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce0fcff807a248ab99ff38d5e1e3fbd2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733077415866 2024-12-01T18:23:36,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/5015f4860a014b97a720b3dda4dfaf48 is 50, key is test_row_0/A:col10/1733077416194/Put/seqid=0 2024-12-01T18:23:36,323 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#A#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:36,323 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/f224b5ba2221483e9101a2447c1a7dca is 50, key is test_row_0/A:col10/1733077416173/Put/seqid=0 2024-12-01T18:23:36,325 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#B#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:36,326 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/362339b2d3ab4d198885893263196675 is 50, key is test_row_0/B:col10/1733077416173/Put/seqid=0 2024-12-01T18:23:36,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742164_1340 (size=14741) 2024-12-01T18:23:36,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/5015f4860a014b97a720b3dda4dfaf48 2024-12-01T18:23:36,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-01T18:23:36,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:36,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:36,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:36,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:36,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:36,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/b99bab17ddc34c36bfe8ceee15214979 is 50, key is test_row_0/B:col10/1733077416194/Put/seqid=0 2024-12-01T18:23:36,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742165_1341 (size=12983) 2024-12-01T18:23:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:36,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742166_1342 (size=12983) 2024-12-01T18:23:36,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742167_1343 (size=12301) 2024-12-01T18:23:36,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077476355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077476356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077476360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077476362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077476362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077476463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077476463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077476463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077476466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077476466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-01T18:23:36,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-01T18:23:36,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:36,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:36,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:36,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:36,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:36,648 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-01T18:23:36,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:36,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:36,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:36,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:36,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:36,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077476666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077476667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077476667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077476669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077476670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/b99bab17ddc34c36bfe8ceee15214979 2024-12-01T18:23:36,751 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/f224b5ba2221483e9101a2447c1a7dca as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f224b5ba2221483e9101a2447c1a7dca 2024-12-01T18:23:36,751 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/362339b2d3ab4d198885893263196675 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/362339b2d3ab4d198885893263196675 2024-12-01T18:23:36,759 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6050776a683006fde4eb09120090f84f/B of 6050776a683006fde4eb09120090f84f into 362339b2d3ab4d198885893263196675(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:36,759 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:36,759 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/B, priority=11, startTime=1733077416299; duration=0sec 2024-12-01T18:23:36,760 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:36,760 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:B 2024-12-01T18:23:36,760 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T18:23:36,761 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6050776a683006fde4eb09120090f84f/A of 6050776a683006fde4eb09120090f84f into f224b5ba2221483e9101a2447c1a7dca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:36,761 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:36,761 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/A, priority=11, startTime=1733077416299; duration=0sec 2024-12-01T18:23:36,761 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:36,761 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:A 2024-12-01T18:23:36,762 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61567 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T18:23:36,762 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/C is initiating minor compaction (all files) 2024-12-01T18:23:36,762 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/C in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:36,762 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/102a8ea9bb984fe2b9ac7a083ff57093, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/6c5436751c9743ad83ac67fc316b62d1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/ad282b18ea27497791e08771d1026c20, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/942a56d429d8463bb4d8f8229845c5fd, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/fe115f8ea56e4e6cae1b1b2bf618147d] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=60.1 K 2024-12-01T18:23:36,763 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 102a8ea9bb984fe2b9ac7a083ff57093, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733077411650 2024-12-01T18:23:36,763 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c5436751c9743ad83ac67fc316b62d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733077413396 2024-12-01T18:23:36,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/2befcd33dd3b47f89e22c9c4e63e158b is 50, key is test_row_0/C:col10/1733077416194/Put/seqid=0 2024-12-01T18:23:36,766 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting ad282b18ea27497791e08771d1026c20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733077413408 2024-12-01T18:23:36,767 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 942a56d429d8463bb4d8f8229845c5fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733077413732 2024-12-01T18:23:36,767 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting fe115f8ea56e4e6cae1b1b2bf618147d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733077415866 2024-12-01T18:23:36,783 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#C#compaction#289 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:36,783 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/1a7858ea63b34994b9f07995aaff0c6e is 50, key is test_row_0/C:col10/1733077416173/Put/seqid=0 2024-12-01T18:23:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-01T18:23:36,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742168_1344 (size=12301) 2024-12-01T18:23:36,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/2befcd33dd3b47f89e22c9c4e63e158b 2024-12-01T18:23:36,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-01T18:23:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:36,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:36,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/5015f4860a014b97a720b3dda4dfaf48 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/5015f4860a014b97a720b3dda4dfaf48 2024-12-01T18:23:36,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/5015f4860a014b97a720b3dda4dfaf48, entries=200, sequenceid=316, filesize=14.4 K 2024-12-01T18:23:36,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/b99bab17ddc34c36bfe8ceee15214979 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/b99bab17ddc34c36bfe8ceee15214979 2024-12-01T18:23:36,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/b99bab17ddc34c36bfe8ceee15214979, entries=150, sequenceid=316, filesize=12.0 K 2024-12-01T18:23:36,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/2befcd33dd3b47f89e22c9c4e63e158b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/2befcd33dd3b47f89e22c9c4e63e158b 2024-12-01T18:23:36,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/2befcd33dd3b47f89e22c9c4e63e158b, entries=150, sequenceid=316, filesize=12.0 K 2024-12-01T18:23:36,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 6050776a683006fde4eb09120090f84f in 521ms, sequenceid=316, compaction requested=false 2024-12-01T18:23:36,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:36,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742169_1345 (size=12983) 2024-12-01T18:23:36,955 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-01T18:23:36,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:36,955 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-01T18:23:36,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:36,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:36,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:36,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:36,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:36,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/19e65f1bda104c0a806f2af43c1601f2 is 50, key is test_row_0/A:col10/1733077416360/Put/seqid=0 2024-12-01T18:23:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742170_1346 (size=12301) 2024-12-01T18:23:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:36,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:36,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077476986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077476987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077476990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077476990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:36,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077476991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077477091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077477091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077477094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077477094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077477094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,231 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/1a7858ea63b34994b9f07995aaff0c6e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1a7858ea63b34994b9f07995aaff0c6e 2024-12-01T18:23:37,235 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6050776a683006fde4eb09120090f84f/C of 6050776a683006fde4eb09120090f84f into 1a7858ea63b34994b9f07995aaff0c6e(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:37,235 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:37,235 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/C, priority=11, startTime=1733077416299; duration=0sec 2024-12-01T18:23:37,236 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:37,236 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:C 2024-12-01T18:23:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-01T18:23:37,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077477295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077477295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077477297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077477298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077477298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,366 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/19e65f1bda104c0a806f2af43c1601f2 2024-12-01T18:23:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/d65ede4aea2e4d938bf171fd35769fb6 is 50, key is test_row_0/B:col10/1733077416360/Put/seqid=0 2024-12-01T18:23:37,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742171_1347 (size=12301) 2024-12-01T18:23:37,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077477598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077477601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077477601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077477601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077477601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:37,778 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/d65ede4aea2e4d938bf171fd35769fb6 2024-12-01T18:23:37,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/5c52ab0495ff40a8a4f0f963ba2a87e1 is 50, key is test_row_0/C:col10/1733077416360/Put/seqid=0 2024-12-01T18:23:37,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742172_1348 (size=12301) 2024-12-01T18:23:38,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077478102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:38,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077478107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:38,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077478107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:38,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077478107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:38,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077478107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:38,191 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/5c52ab0495ff40a8a4f0f963ba2a87e1 2024-12-01T18:23:38,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/19e65f1bda104c0a806f2af43c1601f2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/19e65f1bda104c0a806f2af43c1601f2 2024-12-01T18:23:38,199 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/19e65f1bda104c0a806f2af43c1601f2, entries=150, sequenceid=334, filesize=12.0 K 2024-12-01T18:23:38,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/d65ede4aea2e4d938bf171fd35769fb6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d65ede4aea2e4d938bf171fd35769fb6 2024-12-01T18:23:38,203 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d65ede4aea2e4d938bf171fd35769fb6, entries=150, sequenceid=334, filesize=12.0 K 2024-12-01T18:23:38,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/5c52ab0495ff40a8a4f0f963ba2a87e1 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/5c52ab0495ff40a8a4f0f963ba2a87e1 2024-12-01T18:23:38,208 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/5c52ab0495ff40a8a4f0f963ba2a87e1, entries=150, sequenceid=334, filesize=12.0 K 2024-12-01T18:23:38,209 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 6050776a683006fde4eb09120090f84f in 1254ms, sequenceid=334, compaction requested=true 2024-12-01T18:23:38,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:38,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:38,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-01T18:23:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-01T18:23:38,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-01T18:23:38,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0200 sec 2024-12-01T18:23:38,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.0260 sec 2024-12-01T18:23:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-01T18:23:38,298 INFO [Thread-1277 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-01T18:23:38,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-01T18:23:38,301 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-01T18:23:38,302 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:38,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-01T18:23:38,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:38,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-01T18:23:38,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:38,454 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-01T18:23:38,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:38,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:38,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:38,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:38,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:38,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:38,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/ef7485bdb7d940b28c3c029652231699 is 50, key is test_row_0/A:col10/1733077416984/Put/seqid=0 2024-12-01T18:23:38,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742173_1349 (size=12301) 2024-12-01T18:23:38,464 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/ef7485bdb7d940b28c3c029652231699 2024-12-01T18:23:38,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/dab482be081149c5a54592113da38cef is 50, key is test_row_0/B:col10/1733077416984/Put/seqid=0 2024-12-01T18:23:38,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742174_1350 (size=12301) 2024-12-01T18:23:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-01T18:23:38,876 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/dab482be081149c5a54592113da38cef 2024-12-01T18:23:38,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/27feb31c3e584121ba5b6e0c9b6bf50d is 50, key is test_row_0/C:col10/1733077416984/Put/seqid=0 2024-12-01T18:23:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-01T18:23:38,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742175_1351 (size=12301) 2024-12-01T18:23:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:39,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:39,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077479119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077479122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077479148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077479148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077479148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077479249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077479252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077479252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077479253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077479253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,307 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/27feb31c3e584121ba5b6e0c9b6bf50d 2024-12-01T18:23:39,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/ef7485bdb7d940b28c3c029652231699 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/ef7485bdb7d940b28c3c029652231699 2024-12-01T18:23:39,316 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/ef7485bdb7d940b28c3c029652231699, entries=150, sequenceid=356, filesize=12.0 K 2024-12-01T18:23:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/dab482be081149c5a54592113da38cef as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/dab482be081149c5a54592113da38cef 2024-12-01T18:23:39,320 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/dab482be081149c5a54592113da38cef, entries=150, sequenceid=356, filesize=12.0 K 2024-12-01T18:23:39,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/27feb31c3e584121ba5b6e0c9b6bf50d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/27feb31c3e584121ba5b6e0c9b6bf50d 2024-12-01T18:23:39,324 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/27feb31c3e584121ba5b6e0c9b6bf50d, entries=150, sequenceid=356, filesize=12.0 K 2024-12-01T18:23:39,325 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 6050776a683006fde4eb09120090f84f in 871ms, sequenceid=356, compaction requested=true 2024-12-01T18:23:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-01T18:23:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-01T18:23:39,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-01T18:23:39,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0260 sec 2024-12-01T18:23:39,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.0310 sec 2024-12-01T18:23:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-01T18:23:39,404 INFO [Thread-1277 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-01T18:23:39,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-01T18:23:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-01T18:23:39,407 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:39,408 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:39,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:39,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-01T18:23:39,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:39,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:39,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:39,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:39,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:39,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:39,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/957e41dc0d2d45239d07bb7e04de33a8 is 50, key is test_row_0/A:col10/1733077419121/Put/seqid=0 2024-12-01T18:23:39,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742176_1352 (size=14741) 2024-12-01T18:23:39,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077479471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077479472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077479472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077479475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077479476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-01T18:23:39,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-01T18:23:39,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:39,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:39,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:39,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:39,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:39,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077479577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077479577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077479577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077479579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077479581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-01T18:23:39,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-01T18:23:39,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:39,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:39,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:39,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:39,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:39,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077479781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077479781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077479781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077479783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077479785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:39,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-01T18:23:39,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:39,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:39,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:39,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:39,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:39,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/957e41dc0d2d45239d07bb7e04de33a8 2024-12-01T18:23:39,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/2cea728d505a46e49ce025f3ecc47e23 is 50, key is test_row_0/B:col10/1733077419121/Put/seqid=0 2024-12-01T18:23:39,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742177_1353 (size=12301) 2024-12-01T18:23:39,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/2cea728d505a46e49ce025f3ecc47e23 2024-12-01T18:23:39,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/8c4de68a353143a28913909a1609581f is 50, key is test_row_0/C:col10/1733077419121/Put/seqid=0 2024-12-01T18:23:39,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742178_1354 (size=12301) 2024-12-01T18:23:39,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/8c4de68a353143a28913909a1609581f 2024-12-01T18:23:39,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/957e41dc0d2d45239d07bb7e04de33a8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/957e41dc0d2d45239d07bb7e04de33a8 2024-12-01T18:23:39,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/957e41dc0d2d45239d07bb7e04de33a8, entries=200, sequenceid=374, filesize=14.4 K 2024-12-01T18:23:39,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/2cea728d505a46e49ce025f3ecc47e23 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/2cea728d505a46e49ce025f3ecc47e23 2024-12-01T18:23:39,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/2cea728d505a46e49ce025f3ecc47e23, entries=150, sequenceid=374, filesize=12.0 K 2024-12-01T18:23:39,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/8c4de68a353143a28913909a1609581f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/8c4de68a353143a28913909a1609581f 2024-12-01T18:23:39,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/8c4de68a353143a28913909a1609581f, entries=150, sequenceid=374, filesize=12.0 K 2024-12-01T18:23:39,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 6050776a683006fde4eb09120090f84f in 469ms, sequenceid=374, compaction requested=true 2024-12-01T18:23:39,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:39,925 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T18:23:39,925 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T18:23:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:39,926 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T18:23:39,926 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 67067 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T18:23:39,926 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/A is initiating minor compaction (all files) 2024-12-01T18:23:39,926 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/B is initiating minor compaction (all files) 2024-12-01T18:23:39,926 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/B in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:39,927 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/A in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:39,927 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/362339b2d3ab4d198885893263196675, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/b99bab17ddc34c36bfe8ceee15214979, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d65ede4aea2e4d938bf171fd35769fb6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/dab482be081149c5a54592113da38cef, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/2cea728d505a46e49ce025f3ecc47e23] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=60.7 K 2024-12-01T18:23:39,927 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f224b5ba2221483e9101a2447c1a7dca, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/5015f4860a014b97a720b3dda4dfaf48, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/19e65f1bda104c0a806f2af43c1601f2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/ef7485bdb7d940b28c3c029652231699, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/957e41dc0d2d45239d07bb7e04de33a8] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=65.5 K 2024-12-01T18:23:39,927 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 362339b2d3ab4d198885893263196675, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733077415866 2024-12-01T18:23:39,927 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting f224b5ba2221483e9101a2447c1a7dca, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733077415866 2024-12-01T18:23:39,927 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting b99bab17ddc34c36bfe8ceee15214979, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733077416184 2024-12-01T18:23:39,927 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5015f4860a014b97a720b3dda4dfaf48, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733077416184 2024-12-01T18:23:39,928 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d65ede4aea2e4d938bf171fd35769fb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733077416313 2024-12-01T18:23:39,928 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19e65f1bda104c0a806f2af43c1601f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733077416313 2024-12-01T18:23:39,928 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting dab482be081149c5a54592113da38cef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733077416984 2024-12-01T18:23:39,928 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef7485bdb7d940b28c3c029652231699, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733077416984 2024-12-01T18:23:39,928 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cea728d505a46e49ce025f3ecc47e23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733077419116 2024-12-01T18:23:39,928 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 957e41dc0d2d45239d07bb7e04de33a8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733077419116 2024-12-01T18:23:39,938 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#A#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:39,938 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/33a5406f6b3a479ebd9c41544ee04290 is 50, key is test_row_0/A:col10/1733077419121/Put/seqid=0 2024-12-01T18:23:39,939 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#B#compaction#300 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:39,939 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/e78e77d861c74f1bb3cc54c225ba19af is 50, key is test_row_0/B:col10/1733077419121/Put/seqid=0 2024-12-01T18:23:39,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742179_1355 (size=13153) 2024-12-01T18:23:39,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742180_1356 (size=13153) 2024-12-01T18:23:39,948 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/e78e77d861c74f1bb3cc54c225ba19af as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/e78e77d861c74f1bb3cc54c225ba19af 2024-12-01T18:23:39,953 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6050776a683006fde4eb09120090f84f/B of 6050776a683006fde4eb09120090f84f into e78e77d861c74f1bb3cc54c225ba19af(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:39,953 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:39,953 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/B, priority=11, startTime=1733077419925; duration=0sec 2024-12-01T18:23:39,953 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:39,953 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:B 2024-12-01T18:23:39,953 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T18:23:39,955 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T18:23:39,955 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/C is initiating minor compaction (all files) 2024-12-01T18:23:39,955 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/C in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:39,955 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1a7858ea63b34994b9f07995aaff0c6e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/2befcd33dd3b47f89e22c9c4e63e158b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/5c52ab0495ff40a8a4f0f963ba2a87e1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/27feb31c3e584121ba5b6e0c9b6bf50d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/8c4de68a353143a28913909a1609581f] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=60.7 K 2024-12-01T18:23:39,955 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a7858ea63b34994b9f07995aaff0c6e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733077415866 2024-12-01T18:23:39,955 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 2befcd33dd3b47f89e22c9c4e63e158b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733077416184 2024-12-01T18:23:39,956 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c52ab0495ff40a8a4f0f963ba2a87e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733077416313 2024-12-01T18:23:39,956 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 27feb31c3e584121ba5b6e0c9b6bf50d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733077416984 2024-12-01T18:23:39,957 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c4de68a353143a28913909a1609581f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733077419116 2024-12-01T18:23:39,968 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:39,968 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/59f66bcaa7b648a6aa51dc7d49b26ce9 is 50, key is test_row_0/C:col10/1733077419121/Put/seqid=0 2024-12-01T18:23:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742181_1357 (size=13153) 2024-12-01T18:23:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-01T18:23:40,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-01T18:23:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:40,019 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-01T18:23:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:40,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/9f0ae7a0d43844678fb0069fd26cc1b8 is 50, key is test_row_0/A:col10/1733077419470/Put/seqid=0 2024-12-01T18:23:40,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742182_1358 (size=12301) 2024-12-01T18:23:40,029 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/9f0ae7a0d43844678fb0069fd26cc1b8 2024-12-01T18:23:40,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/5856111406b24edfbb5b3d06b2fbec9d is 50, key is test_row_0/B:col10/1733077419470/Put/seqid=0 2024-12-01T18:23:40,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742183_1359 (size=12301) 2024-12-01T18:23:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:40,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:40,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077480098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077480099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077480100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077480103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077480103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077480204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077480204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077480204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077480208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077480208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,348 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/33a5406f6b3a479ebd9c41544ee04290 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/33a5406f6b3a479ebd9c41544ee04290 2024-12-01T18:23:40,356 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6050776a683006fde4eb09120090f84f/A of 6050776a683006fde4eb09120090f84f into 33a5406f6b3a479ebd9c41544ee04290(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:40,356 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:40,356 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/A, priority=11, startTime=1733077419924; duration=0sec 2024-12-01T18:23:40,356 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:40,356 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:A 2024-12-01T18:23:40,376 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/59f66bcaa7b648a6aa51dc7d49b26ce9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/59f66bcaa7b648a6aa51dc7d49b26ce9 2024-12-01T18:23:40,381 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6050776a683006fde4eb09120090f84f/C of 6050776a683006fde4eb09120090f84f into 59f66bcaa7b648a6aa51dc7d49b26ce9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:40,381 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:40,381 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/C, priority=11, startTime=1733077419925; duration=0sec 2024-12-01T18:23:40,381 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:40,381 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:C 2024-12-01T18:23:40,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077480407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077480408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077480409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077480411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077480412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,445 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/5856111406b24edfbb5b3d06b2fbec9d 2024-12-01T18:23:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/55782c1dfee34a48ac9c0868c79af008 is 50, key is test_row_0/C:col10/1733077419470/Put/seqid=0 2024-12-01T18:23:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742184_1360 (size=12301) 2024-12-01T18:23:40,457 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/55782c1dfee34a48ac9c0868c79af008 2024-12-01T18:23:40,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/9f0ae7a0d43844678fb0069fd26cc1b8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/9f0ae7a0d43844678fb0069fd26cc1b8 2024-12-01T18:23:40,465 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/9f0ae7a0d43844678fb0069fd26cc1b8, entries=150, sequenceid=394, filesize=12.0 K 2024-12-01T18:23:40,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/5856111406b24edfbb5b3d06b2fbec9d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/5856111406b24edfbb5b3d06b2fbec9d 2024-12-01T18:23:40,473 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/5856111406b24edfbb5b3d06b2fbec9d, entries=150, sequenceid=394, filesize=12.0 K 2024-12-01T18:23:40,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/55782c1dfee34a48ac9c0868c79af008 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/55782c1dfee34a48ac9c0868c79af008 2024-12-01T18:23:40,478 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/55782c1dfee34a48ac9c0868c79af008, entries=150, sequenceid=394, filesize=12.0 K 2024-12-01T18:23:40,479 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 6050776a683006fde4eb09120090f84f in 460ms, sequenceid=394, compaction requested=false 2024-12-01T18:23:40,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:40,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:40,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-01T18:23:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-01T18:23:40,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-01T18:23:40,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0730 sec 2024-12-01T18:23:40,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.0770 sec 2024-12-01T18:23:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-01T18:23:40,510 INFO [Thread-1277 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-01T18:23:40,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-01T18:23:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-01T18:23:40,514 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:40,515 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:40,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-01T18:23:40,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T18:23:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:40,668 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-01T18:23:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:40,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/bf6a48b2603c4deaace48ed96101aa1c is 50, key is test_row_0/A:col10/1733077420102/Put/seqid=0 2024-12-01T18:23:40,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742185_1361 (size=12301) 2024-12-01T18:23:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:40,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:40,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077480750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077480751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077480752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077480752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077480752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-01T18:23:40,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077480853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077480854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077480856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077480856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:40,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077480856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077481056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077481057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077481058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077481058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077481059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,083 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/bf6a48b2603c4deaace48ed96101aa1c 2024-12-01T18:23:41,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/8b5d3db292804fe399a7d15f96ccf8aa is 50, key is test_row_0/B:col10/1733077420102/Put/seqid=0 2024-12-01T18:23:41,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742186_1362 (size=12301) 2024-12-01T18:23:41,104 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/8b5d3db292804fe399a7d15f96ccf8aa 2024-12-01T18:23:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-01T18:23:41,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/eabe70d7dffe4b8b9836f0d0c0f2cb02 is 50, key is test_row_0/C:col10/1733077420102/Put/seqid=0 2024-12-01T18:23:41,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742187_1363 (size=12301) 2024-12-01T18:23:41,145 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/eabe70d7dffe4b8b9836f0d0c0f2cb02 2024-12-01T18:23:41,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/bf6a48b2603c4deaace48ed96101aa1c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/bf6a48b2603c4deaace48ed96101aa1c 2024-12-01T18:23:41,157 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/bf6a48b2603c4deaace48ed96101aa1c, entries=150, sequenceid=414, filesize=12.0 K 2024-12-01T18:23:41,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/8b5d3db292804fe399a7d15f96ccf8aa as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/8b5d3db292804fe399a7d15f96ccf8aa 2024-12-01T18:23:41,162 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/8b5d3db292804fe399a7d15f96ccf8aa, entries=150, sequenceid=414, filesize=12.0 K 2024-12-01T18:23:41,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/eabe70d7dffe4b8b9836f0d0c0f2cb02 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/eabe70d7dffe4b8b9836f0d0c0f2cb02 2024-12-01T18:23:41,168 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/eabe70d7dffe4b8b9836f0d0c0f2cb02, entries=150, sequenceid=414, filesize=12.0 K 2024-12-01T18:23:41,170 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 6050776a683006fde4eb09120090f84f in 502ms, sequenceid=414, compaction requested=true 2024-12-01T18:23:41,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:41,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:41,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-01T18:23:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-12-01T18:23:41,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-01T18:23:41,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 656 msec 2024-12-01T18:23:41,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 661 msec 2024-12-01T18:23:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:41,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-01T18:23:41,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:41,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:41,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:41,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:41,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:41,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:41,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/d6a826e74e434e2bb879e43bec768a0d is 50, key is test_row_0/A:col10/1733077420751/Put/seqid=0 2024-12-01T18:23:41,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742188_1364 (size=12301) 2024-12-01T18:23:41,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/d6a826e74e434e2bb879e43bec768a0d 2024-12-01T18:23:41,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077481373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077481376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077481376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077481376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077481377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/46c66e51d7074877a4f577c4af74fa11 is 50, key is test_row_0/B:col10/1733077420751/Put/seqid=0 2024-12-01T18:23:41,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742189_1365 (size=12301) 2024-12-01T18:23:41,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/46c66e51d7074877a4f577c4af74fa11 2024-12-01T18:23:41,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/8696e939e03449e6acc76b7f91ffc1cf is 50, key is test_row_0/C:col10/1733077420751/Put/seqid=0 2024-12-01T18:23:41,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742190_1366 (size=12301) 2024-12-01T18:23:41,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077481477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077481479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077481479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077481480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077481480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-01T18:23:41,617 INFO [Thread-1277 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-01T18:23:41,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-01T18:23:41,620 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-01T18:23:41,620 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:41,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:41,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077481679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077481682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077481682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077481683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077481684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-01T18:23:41,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T18:23:41,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:41,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:41,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:41,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:41,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:41,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/8696e939e03449e6acc76b7f91ffc1cf 2024-12-01T18:23:41,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/d6a826e74e434e2bb879e43bec768a0d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/d6a826e74e434e2bb879e43bec768a0d 2024-12-01T18:23:41,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/d6a826e74e434e2bb879e43bec768a0d, entries=150, sequenceid=434, filesize=12.0 K 2024-12-01T18:23:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/46c66e51d7074877a4f577c4af74fa11 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/46c66e51d7074877a4f577c4af74fa11 2024-12-01T18:23:41,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/46c66e51d7074877a4f577c4af74fa11, entries=150, sequenceid=434, filesize=12.0 K 2024-12-01T18:23:41,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/8696e939e03449e6acc76b7f91ffc1cf as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/8696e939e03449e6acc76b7f91ffc1cf 2024-12-01T18:23:41,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/8696e939e03449e6acc76b7f91ffc1cf, entries=150, sequenceid=434, filesize=12.0 K 2024-12-01T18:23:41,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 6050776a683006fde4eb09120090f84f in 459ms, sequenceid=434, compaction requested=true 2024-12-01T18:23:41,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:41,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:23:41,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:41,822 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:23:41,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:41,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:41,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:41,822 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:23:41,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:41,823 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:23:41,823 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:23:41,823 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/A is initiating minor compaction (all files) 2024-12-01T18:23:41,823 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/B is initiating minor compaction (all files) 2024-12-01T18:23:41,823 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/A in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:41,823 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/B in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:41,823 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/33a5406f6b3a479ebd9c41544ee04290, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/9f0ae7a0d43844678fb0069fd26cc1b8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/bf6a48b2603c4deaace48ed96101aa1c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/d6a826e74e434e2bb879e43bec768a0d] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=48.9 K 2024-12-01T18:23:41,823 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/e78e77d861c74f1bb3cc54c225ba19af, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/5856111406b24edfbb5b3d06b2fbec9d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/8b5d3db292804fe399a7d15f96ccf8aa, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/46c66e51d7074877a4f577c4af74fa11] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=48.9 K 2024-12-01T18:23:41,824 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e78e77d861c74f1bb3cc54c225ba19af, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733077419116 2024-12-01T18:23:41,824 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33a5406f6b3a479ebd9c41544ee04290, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733077419116 2024-12-01T18:23:41,824 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 5856111406b24edfbb5b3d06b2fbec9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733077419470 2024-12-01T18:23:41,824 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f0ae7a0d43844678fb0069fd26cc1b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733077419470 2024-12-01T18:23:41,824 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b5d3db292804fe399a7d15f96ccf8aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733077420096 2024-12-01T18:23:41,824 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf6a48b2603c4deaace48ed96101aa1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733077420096 2024-12-01T18:23:41,825 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 46c66e51d7074877a4f577c4af74fa11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733077420751 2024-12-01T18:23:41,825 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6a826e74e434e2bb879e43bec768a0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733077420751 2024-12-01T18:23:41,847 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#B#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:41,847 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#A#compaction#311 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:41,848 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/b42a6c697924416b91f46f8125c801f7 is 50, key is test_row_0/A:col10/1733077420751/Put/seqid=0 2024-12-01T18:23:41,848 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/f9d021d21d7f470eb5c70b29ada7aa18 is 50, key is test_row_0/B:col10/1733077420751/Put/seqid=0 2024-12-01T18:23:41,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742191_1367 (size=13289) 2024-12-01T18:23:41,879 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/b42a6c697924416b91f46f8125c801f7 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/b42a6c697924416b91f46f8125c801f7 2024-12-01T18:23:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742192_1368 (size=13289) 2024-12-01T18:23:41,887 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6050776a683006fde4eb09120090f84f/A of 6050776a683006fde4eb09120090f84f into b42a6c697924416b91f46f8125c801f7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:41,887 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:41,887 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/A, priority=12, startTime=1733077421822; duration=0sec 2024-12-01T18:23:41,887 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:41,887 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:A 2024-12-01T18:23:41,887 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:23:41,890 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:23:41,890 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/f9d021d21d7f470eb5c70b29ada7aa18 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/f9d021d21d7f470eb5c70b29ada7aa18 2024-12-01T18:23:41,890 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/C is initiating minor compaction (all files) 2024-12-01T18:23:41,890 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/C in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:41,890 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/59f66bcaa7b648a6aa51dc7d49b26ce9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/55782c1dfee34a48ac9c0868c79af008, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/eabe70d7dffe4b8b9836f0d0c0f2cb02, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/8696e939e03449e6acc76b7f91ffc1cf] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=48.9 K 2024-12-01T18:23:41,891 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59f66bcaa7b648a6aa51dc7d49b26ce9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733077419116 2024-12-01T18:23:41,892 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55782c1dfee34a48ac9c0868c79af008, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733077419470 2024-12-01T18:23:41,892 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting eabe70d7dffe4b8b9836f0d0c0f2cb02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733077420096 2024-12-01T18:23:41,893 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8696e939e03449e6acc76b7f91ffc1cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733077420751 2024-12-01T18:23:41,896 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6050776a683006fde4eb09120090f84f/B of 6050776a683006fde4eb09120090f84f into f9d021d21d7f470eb5c70b29ada7aa18(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:41,896 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:41,896 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/B, priority=12, startTime=1733077421822; duration=0sec 2024-12-01T18:23:41,896 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:41,896 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:B 2024-12-01T18:23:41,906 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#C#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:41,907 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/dd8036dddcf1401d9ff3ce668732321b is 50, key is test_row_0/C:col10/1733077420751/Put/seqid=0 2024-12-01T18:23:41,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742193_1369 (size=13289) 2024-12-01T18:23:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-01T18:23:41,925 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:41,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T18:23:41,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:41,926 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-01T18:23:41,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:41,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:41,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:41,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:41,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:41,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:41,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/f32918db54f846eca1afcd87eee6903e is 50, key is test_row_0/A:col10/1733077421376/Put/seqid=0 2024-12-01T18:23:41,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742194_1370 (size=12301) 2024-12-01T18:23:41,946 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/f32918db54f846eca1afcd87eee6903e 2024-12-01T18:23:41,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/b66a8a59257f4534a5a6f98ea5229c56 is 50, key is test_row_0/B:col10/1733077421376/Put/seqid=0 2024-12-01T18:23:41,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742195_1371 (size=12301) 2024-12-01T18:23:41,965 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/b66a8a59257f4534a5a6f98ea5229c56 2024-12-01T18:23:41,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/4ffffdd7ad2744119f049dcdae2a0fbc is 50, key is test_row_0/C:col10/1733077421376/Put/seqid=0 2024-12-01T18:23:41,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742196_1372 (size=12301) 2024-12-01T18:23:41,980 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/4ffffdd7ad2744119f049dcdae2a0fbc 2024-12-01T18:23:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:41,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:41,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/f32918db54f846eca1afcd87eee6903e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f32918db54f846eca1afcd87eee6903e 2024-12-01T18:23:41,990 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f32918db54f846eca1afcd87eee6903e, entries=150, sequenceid=453, filesize=12.0 K 2024-12-01T18:23:41,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/b66a8a59257f4534a5a6f98ea5229c56 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/b66a8a59257f4534a5a6f98ea5229c56 2024-12-01T18:23:41,995 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/b66a8a59257f4534a5a6f98ea5229c56, entries=150, sequenceid=453, filesize=12.0 K 2024-12-01T18:23:41,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/4ffffdd7ad2744119f049dcdae2a0fbc as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/4ffffdd7ad2744119f049dcdae2a0fbc 2024-12-01T18:23:41,999 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/4ffffdd7ad2744119f049dcdae2a0fbc, entries=150, sequenceid=453, filesize=12.0 K 2024-12-01T18:23:42,000 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=93.93 KB/96180 for 6050776a683006fde4eb09120090f84f in 74ms, sequenceid=453, compaction requested=false 2024-12-01T18:23:42,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:42,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:42,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-01T18:23:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-12-01T18:23:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:42,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-01T18:23:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:42,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:42,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:42,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:42,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:42,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:42,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-01T18:23:42,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 381 msec 2024-12-01T18:23:42,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 385 msec 2024-12-01T18:23:42,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/df7c177d1240440baafaafebab8d1bac is 50, key is test_row_0/A:col10/1733077422001/Put/seqid=0 2024-12-01T18:23:42,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742197_1373 (size=12301) 2024-12-01T18:23:42,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/df7c177d1240440baafaafebab8d1bac 2024-12-01T18:23:42,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077482016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077482016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077482017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077482019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077482019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/50ea18c43f5f4e58baf8a5e4d153d39c is 50, key is test_row_0/B:col10/1733077422001/Put/seqid=0 2024-12-01T18:23:42,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742198_1374 (size=12301) 2024-12-01T18:23:42,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/50ea18c43f5f4e58baf8a5e4d153d39c 2024-12-01T18:23:42,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/849ec90fdb7843228048166d58fbaa05 is 50, key is test_row_0/C:col10/1733077422001/Put/seqid=0 2024-12-01T18:23:42,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742199_1375 (size=12301) 2024-12-01T18:23:42,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/849ec90fdb7843228048166d58fbaa05 2024-12-01T18:23:42,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/df7c177d1240440baafaafebab8d1bac as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/df7c177d1240440baafaafebab8d1bac 2024-12-01T18:23:42,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/df7c177d1240440baafaafebab8d1bac, entries=150, sequenceid=473, filesize=12.0 K 2024-12-01T18:23:42,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/50ea18c43f5f4e58baf8a5e4d153d39c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/50ea18c43f5f4e58baf8a5e4d153d39c 2024-12-01T18:23:42,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/50ea18c43f5f4e58baf8a5e4d153d39c, entries=150, sequenceid=473, filesize=12.0 K 2024-12-01T18:23:42,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/849ec90fdb7843228048166d58fbaa05 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/849ec90fdb7843228048166d58fbaa05 2024-12-01T18:23:42,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/849ec90fdb7843228048166d58fbaa05, entries=150, sequenceid=473, filesize=12.0 K 2024-12-01T18:23:42,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 6050776a683006fde4eb09120090f84f in 72ms, sequenceid=473, compaction requested=true 2024-12-01T18:23:42,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:42,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:A, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:23:42,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:42,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:B, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:42,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:42,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6050776a683006fde4eb09120090f84f:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:23:42,074 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:42,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T18:23:42,075 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:42,075 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/A is initiating minor compaction (all files) 2024-12-01T18:23:42,075 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/A in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:42,075 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/b42a6c697924416b91f46f8125c801f7, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f32918db54f846eca1afcd87eee6903e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/df7c177d1240440baafaafebab8d1bac] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=37.0 K 2024-12-01T18:23:42,076 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting b42a6c697924416b91f46f8125c801f7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733077420751 2024-12-01T18:23:42,076 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting f32918db54f846eca1afcd87eee6903e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733077421375 2024-12-01T18:23:42,076 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting df7c177d1240440baafaafebab8d1bac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1733077421996 2024-12-01T18:23:42,086 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#A#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:42,087 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/a7737333678e4fd7b50100f3099b9b48 is 50, key is test_row_0/A:col10/1733077422001/Put/seqid=0 2024-12-01T18:23:42,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742200_1376 (size=13391) 2024-12-01T18:23:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:42,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-01T18:23:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:42,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/35e6037ca03e4f79906170f84991f5fd is 50, key is test_row_0/A:col10/1733077422122/Put/seqid=0 2024-12-01T18:23:42,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742201_1377 (size=12301) 2024-12-01T18:23:42,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/35e6037ca03e4f79906170f84991f5fd 2024-12-01T18:23:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077482135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077482135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077482136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/610814906f794840b7d5bb6bfac55087 is 50, key is test_row_0/B:col10/1733077422122/Put/seqid=0 2024-12-01T18:23:42,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077482139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077482139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742202_1378 (size=12301) 2024-12-01T18:23:42,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/610814906f794840b7d5bb6bfac55087 2024-12-01T18:23:42,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/fec857b480064538831e7bb87d564f9e is 50, key is test_row_0/C:col10/1733077422122/Put/seqid=0 2024-12-01T18:23:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742203_1379 (size=12301) 2024-12-01T18:23:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-01T18:23:42,223 INFO [Thread-1277 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-01T18:23:42,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-01T18:23:42,226 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:42,227 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:42,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-01T18:23:42,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077482240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077482240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077482241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077482246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077482246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,317 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/dd8036dddcf1401d9ff3ce668732321b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/dd8036dddcf1401d9ff3ce668732321b 2024-12-01T18:23:42,322 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6050776a683006fde4eb09120090f84f/C of 6050776a683006fde4eb09120090f84f into dd8036dddcf1401d9ff3ce668732321b(size=13.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:42,322 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:42,322 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/C, priority=12, startTime=1733077421822; duration=0sec 2024-12-01T18:23:42,322 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T18:23:42,322 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:C 2024-12-01T18:23:42,322 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:C 2024-12-01T18:23:42,323 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:42,324 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:42,324 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/B is initiating minor compaction (all files) 2024-12-01T18:23:42,324 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/B in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:42,324 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/f9d021d21d7f470eb5c70b29ada7aa18, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/b66a8a59257f4534a5a6f98ea5229c56, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/50ea18c43f5f4e58baf8a5e4d153d39c] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=37.0 K 2024-12-01T18:23:42,325 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9d021d21d7f470eb5c70b29ada7aa18, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733077420751 2024-12-01T18:23:42,325 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting b66a8a59257f4534a5a6f98ea5229c56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733077421375 2024-12-01T18:23:42,325 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50ea18c43f5f4e58baf8a5e4d153d39c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1733077421996 2024-12-01T18:23:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-01T18:23:42,333 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#B#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:42,334 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/4c0c8eccedb04f67b641016eaf5a2e46 is 50, key is test_row_0/B:col10/1733077422001/Put/seqid=0 2024-12-01T18:23:42,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742204_1380 (size=13391) 2024-12-01T18:23:42,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T18:23:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:42,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:42,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1733077482443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54832 deadline: 1733077482443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1733077482443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54802 deadline: 1733077482450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54752 deadline: 1733077482451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,500 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/a7737333678e4fd7b50100f3099b9b48 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a7737333678e4fd7b50100f3099b9b48 2024-12-01T18:23:42,505 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/A of 6050776a683006fde4eb09120090f84f into a7737333678e4fd7b50100f3099b9b48(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:42,505 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:42,505 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/A, priority=13, startTime=1733077422073; duration=0sec 2024-12-01T18:23:42,505 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:23:42,505 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:A 2024-12-01T18:23:42,505 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:23:42,506 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:23:42,506 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 6050776a683006fde4eb09120090f84f/C is initiating minor compaction (all files) 2024-12-01T18:23:42,507 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6050776a683006fde4eb09120090f84f/C in TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:42,507 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/dd8036dddcf1401d9ff3ce668732321b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/4ffffdd7ad2744119f049dcdae2a0fbc, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/849ec90fdb7843228048166d58fbaa05] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp, totalSize=37.0 K 2024-12-01T18:23:42,507 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting dd8036dddcf1401d9ff3ce668732321b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733077420751 2024-12-01T18:23:42,507 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ffffdd7ad2744119f049dcdae2a0fbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733077421375 2024-12-01T18:23:42,508 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 849ec90fdb7843228048166d58fbaa05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1733077421996 2024-12-01T18:23:42,516 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6050776a683006fde4eb09120090f84f#C#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:23:42,516 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/29b68ef009254ccfa946a475aa0f0aea is 50, key is test_row_0/C:col10/1733077422001/Put/seqid=0 2024-12-01T18:23:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-01T18:23:42,531 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T18:23:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:42,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:42,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742205_1381 (size=13391) 2024-12-01T18:23:42,538 DEBUG [Thread-1278 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:55564 2024-12-01T18:23:42,539 DEBUG [Thread-1278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:42,539 DEBUG [Thread-1280 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:55564 2024-12-01T18:23:42,539 DEBUG [Thread-1280 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:42,540 DEBUG [Thread-1284 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:55564 2024-12-01T18:23:42,540 DEBUG [Thread-1284 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:42,541 DEBUG [Thread-1286 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:55564 2024-12-01T18:23:42,541 DEBUG [Thread-1286 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:42,542 DEBUG [Thread-1282 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:55564 2024-12-01T18:23:42,542 DEBUG [Thread-1282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:42,544 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/29b68ef009254ccfa946a475aa0f0aea as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/29b68ef009254ccfa946a475aa0f0aea 2024-12-01T18:23:42,548 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/C of 6050776a683006fde4eb09120090f84f into 29b68ef009254ccfa946a475aa0f0aea(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:42,548 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:42,548 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/C, priority=13, startTime=1733077422074; duration=0sec 2024-12-01T18:23:42,548 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:42,548 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:C 2024-12-01T18:23:42,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/fec857b480064538831e7bb87d564f9e 2024-12-01T18:23:42,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/35e6037ca03e4f79906170f84991f5fd as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/35e6037ca03e4f79906170f84991f5fd 2024-12-01T18:23:42,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/35e6037ca03e4f79906170f84991f5fd, entries=150, sequenceid=492, filesize=12.0 K 2024-12-01T18:23:42,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/610814906f794840b7d5bb6bfac55087 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/610814906f794840b7d5bb6bfac55087 2024-12-01T18:23:42,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/610814906f794840b7d5bb6bfac55087, entries=150, sequenceid=492, filesize=12.0 K 2024-12-01T18:23:42,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/fec857b480064538831e7bb87d564f9e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/fec857b480064538831e7bb87d564f9e 2024-12-01T18:23:42,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/fec857b480064538831e7bb87d564f9e, entries=150, sequenceid=492, filesize=12.0 K 2024-12-01T18:23:42,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 6050776a683006fde4eb09120090f84f in 464ms, sequenceid=492, compaction requested=false 2024-12-01T18:23:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:42,684 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:42,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T18:23:42,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:42,685 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-01T18:23:42,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:42,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:42,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:42,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:42,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:42,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/f86a085d6c8d41729e3eb6431d13597f is 50, key is test_row_0/A:col10/1733077422131/Put/seqid=0 2024-12-01T18:23:42,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742206_1382 (size=12301) 2024-12-01T18:23:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:42,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. as already flushing 2024-12-01T18:23:42,748 DEBUG [Thread-1267 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:55564 2024-12-01T18:23:42,748 DEBUG [Thread-1267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:42,749 DEBUG [Thread-1269 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:55564 2024-12-01T18:23:42,749 DEBUG [Thread-1269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:42,749 DEBUG [Thread-1273 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:55564 2024-12-01T18:23:42,749 DEBUG [Thread-1273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:42,750 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/4c0c8eccedb04f67b641016eaf5a2e46 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/4c0c8eccedb04f67b641016eaf5a2e46 2024-12-01T18:23:42,754 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6050776a683006fde4eb09120090f84f/B of 6050776a683006fde4eb09120090f84f into 4c0c8eccedb04f67b641016eaf5a2e46(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:23:42,754 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:42,754 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f., storeName=6050776a683006fde4eb09120090f84f/B, priority=13, startTime=1733077422074; duration=0sec 2024-12-01T18:23:42,754 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:23:42,754 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6050776a683006fde4eb09120090f84f:B 2024-12-01T18:23:42,755 DEBUG [Thread-1275 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:55564 2024-12-01T18:23:42,755 DEBUG [Thread-1275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:42,756 DEBUG [Thread-1271 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:55564 2024-12-01T18:23:42,756 DEBUG [Thread-1271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-01T18:23:43,094 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/f86a085d6c8d41729e3eb6431d13597f 2024-12-01T18:23:43,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/0bd92131a23f4684acb003233417afb4 is 50, key is test_row_0/B:col10/1733077422131/Put/seqid=0 2024-12-01T18:23:43,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742207_1383 (size=12301) 2024-12-01T18:23:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-01T18:23:43,504 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/0bd92131a23f4684acb003233417afb4 2024-12-01T18:23:43,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/c85a09f0194d4b99bfe9fe536ee27eec is 50, key is test_row_0/C:col10/1733077422131/Put/seqid=0 2024-12-01T18:23:43,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742208_1384 (size=12301) 2024-12-01T18:23:43,914 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/c85a09f0194d4b99bfe9fe536ee27eec 2024-12-01T18:23:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/f86a085d6c8d41729e3eb6431d13597f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f86a085d6c8d41729e3eb6431d13597f 2024-12-01T18:23:43,920 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f86a085d6c8d41729e3eb6431d13597f, entries=150, sequenceid=513, filesize=12.0 K 2024-12-01T18:23:43,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/0bd92131a23f4684acb003233417afb4 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/0bd92131a23f4684acb003233417afb4 2024-12-01T18:23:43,923 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/0bd92131a23f4684acb003233417afb4, entries=150, sequenceid=513, filesize=12.0 K 2024-12-01T18:23:43,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/c85a09f0194d4b99bfe9fe536ee27eec as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/c85a09f0194d4b99bfe9fe536ee27eec 2024-12-01T18:23:43,927 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/c85a09f0194d4b99bfe9fe536ee27eec, entries=150, sequenceid=513, filesize=12.0 K 2024-12-01T18:23:43,927 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=33.54 KB/34350 for 6050776a683006fde4eb09120090f84f in 1242ms, sequenceid=513, compaction requested=true 2024-12-01T18:23:43,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:43,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:43,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-01T18:23:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-12-01T18:23:43,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-01T18:23:43,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7020 sec 2024-12-01T18:23:43,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.7050 sec 2024-12-01T18:23:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-01T18:23:44,332 INFO [Thread-1277 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-01T18:23:44,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T18:23:44,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-12-01T18:23:44,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-01T18:23:44,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-01T18:23:44,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-01T18:23:44,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-01T18:23:44,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T18:23:44,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6549 2024-12-01T18:23:44,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6479 2024-12-01T18:23:44,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6516 2024-12-01T18:23:44,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6577 2024-12-01T18:23:44,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6500 2024-12-01T18:23:44,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T18:23:44,332 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-01T18:23:44,332 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:55564 2024-12-01T18:23:44,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:23:44,333 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-01T18:23:44,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T18:23:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-01T18:23:44,336 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077424335"}]},"ts":"1733077424335"} 2024-12-01T18:23:44,337 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T18:23:44,339 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T18:23:44,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T18:23:44,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6050776a683006fde4eb09120090f84f, UNASSIGN}] 2024-12-01T18:23:44,341 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6050776a683006fde4eb09120090f84f, UNASSIGN 2024-12-01T18:23:44,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6050776a683006fde4eb09120090f84f, regionState=CLOSING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:44,342 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T18:23:44,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure 6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:23:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-01T18:23:44,493 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:44,494 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:44,494 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-01T18:23:44,494 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing 6050776a683006fde4eb09120090f84f, disabling compactions & flushes 2024-12-01T18:23:44,494 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:44,494 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:44,494 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. after waiting 0 ms 2024-12-01T18:23:44,494 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:44,494 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(2837): Flushing 6050776a683006fde4eb09120090f84f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-01T18:23:44,494 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=A 2024-12-01T18:23:44,494 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:44,494 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=B 2024-12-01T18:23:44,494 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:44,494 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6050776a683006fde4eb09120090f84f, store=C 2024-12-01T18:23:44,494 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:44,498 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/efaf9d3fa71e4bd09454e50e4c33e67c is 50, key is test_row_1/A:col10/1733077422754/Put/seqid=0 2024-12-01T18:23:44,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742209_1385 (size=9857) 2024-12-01T18:23:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-01T18:23:44,902 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/efaf9d3fa71e4bd09454e50e4c33e67c 2024-12-01T18:23:44,908 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/c96844869d794147ae335122066f520a is 50, key is test_row_1/B:col10/1733077422754/Put/seqid=0 2024-12-01T18:23:44,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742210_1386 (size=9857) 2024-12-01T18:23:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-01T18:23:45,312 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/c96844869d794147ae335122066f520a 2024-12-01T18:23:45,317 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/d56095fc9b5649efa172e9e0f370e71f is 50, key is test_row_1/C:col10/1733077422754/Put/seqid=0 2024-12-01T18:23:45,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742211_1387 (size=9857) 2024-12-01T18:23:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-01T18:23:45,722 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/d56095fc9b5649efa172e9e0f370e71f 2024-12-01T18:23:45,725 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/A/efaf9d3fa71e4bd09454e50e4c33e67c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/efaf9d3fa71e4bd09454e50e4c33e67c 2024-12-01T18:23:45,728 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/efaf9d3fa71e4bd09454e50e4c33e67c, entries=100, sequenceid=522, filesize=9.6 K 2024-12-01T18:23:45,729 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/B/c96844869d794147ae335122066f520a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/c96844869d794147ae335122066f520a 2024-12-01T18:23:45,732 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/c96844869d794147ae335122066f520a, entries=100, sequenceid=522, filesize=9.6 K 2024-12-01T18:23:45,732 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/.tmp/C/d56095fc9b5649efa172e9e0f370e71f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/d56095fc9b5649efa172e9e0f370e71f 2024-12-01T18:23:45,735 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/d56095fc9b5649efa172e9e0f370e71f, entries=100, sequenceid=522, filesize=9.6 K 2024-12-01T18:23:45,736 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6050776a683006fde4eb09120090f84f in 1242ms, sequenceid=522, compaction requested=true 2024-12-01T18:23:45,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a365835453da48568352267863143991, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/8ba00616aebe4e80b47363ceb44f1750, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/5aef49322fe0480e9bdafd9ad35c8ae7, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/cc625f9b5fbd464fad90a39943ec3660, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/322322300bc1499e851eb8bab94d2a57, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/22e5b287eca0417ab45015f79386058b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/1c996ae2cece44cdaeafac5e887a67a5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/09769c1b9a154cccbb076451d15abdb1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/e7410529f0d246a792144569f1099e17, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/13c657fb75764f6e88dffd262cd5a516, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/7bd97ad03a964a44a09b26e8c10d741d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/8bdca766139c42d698f6c138aa86aff8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/3d7b010bb9b14f4199f46d5dadbdfc95, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a4a104c819d64990b9c6f69f9fb03f85, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/3173383c78ac4a3ebbe9a40984e23efe, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/6a6963d28ef9438485f1e328bfa769e5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f6ca0d3e98a849aaa1b7473cb65bed81, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/0cb0213e458f42a5bb5f3666aaada904, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/6b6852c3638a473f91f2fda31d994f2b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/ce0fcff807a248ab99ff38d5e1e3fbd2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f224b5ba2221483e9101a2447c1a7dca, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/5015f4860a014b97a720b3dda4dfaf48, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/19e65f1bda104c0a806f2af43c1601f2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/ef7485bdb7d940b28c3c029652231699, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/957e41dc0d2d45239d07bb7e04de33a8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/33a5406f6b3a479ebd9c41544ee04290, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/9f0ae7a0d43844678fb0069fd26cc1b8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/bf6a48b2603c4deaace48ed96101aa1c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/b42a6c697924416b91f46f8125c801f7, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/d6a826e74e434e2bb879e43bec768a0d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f32918db54f846eca1afcd87eee6903e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/df7c177d1240440baafaafebab8d1bac] to archive 2024-12-01T18:23:45,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:23:45,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a365835453da48568352267863143991 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a365835453da48568352267863143991 2024-12-01T18:23:45,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/8ba00616aebe4e80b47363ceb44f1750 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/8ba00616aebe4e80b47363ceb44f1750 2024-12-01T18:23:45,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/5aef49322fe0480e9bdafd9ad35c8ae7 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/5aef49322fe0480e9bdafd9ad35c8ae7 2024-12-01T18:23:45,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/cc625f9b5fbd464fad90a39943ec3660 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/cc625f9b5fbd464fad90a39943ec3660 2024-12-01T18:23:45,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/322322300bc1499e851eb8bab94d2a57 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/322322300bc1499e851eb8bab94d2a57 2024-12-01T18:23:45,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/22e5b287eca0417ab45015f79386058b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/22e5b287eca0417ab45015f79386058b 2024-12-01T18:23:45,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/1c996ae2cece44cdaeafac5e887a67a5 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/1c996ae2cece44cdaeafac5e887a67a5 2024-12-01T18:23:45,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/09769c1b9a154cccbb076451d15abdb1 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/09769c1b9a154cccbb076451d15abdb1 2024-12-01T18:23:45,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/e7410529f0d246a792144569f1099e17 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/e7410529f0d246a792144569f1099e17 2024-12-01T18:23:45,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/13c657fb75764f6e88dffd262cd5a516 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/13c657fb75764f6e88dffd262cd5a516 2024-12-01T18:23:45,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/7bd97ad03a964a44a09b26e8c10d741d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/7bd97ad03a964a44a09b26e8c10d741d 2024-12-01T18:23:45,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/8bdca766139c42d698f6c138aa86aff8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/8bdca766139c42d698f6c138aa86aff8 2024-12-01T18:23:45,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/3d7b010bb9b14f4199f46d5dadbdfc95 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/3d7b010bb9b14f4199f46d5dadbdfc95 2024-12-01T18:23:45,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a4a104c819d64990b9c6f69f9fb03f85 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a4a104c819d64990b9c6f69f9fb03f85 2024-12-01T18:23:45,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/3173383c78ac4a3ebbe9a40984e23efe to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/3173383c78ac4a3ebbe9a40984e23efe 2024-12-01T18:23:45,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/6a6963d28ef9438485f1e328bfa769e5 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/6a6963d28ef9438485f1e328bfa769e5 2024-12-01T18:23:45,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f6ca0d3e98a849aaa1b7473cb65bed81 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f6ca0d3e98a849aaa1b7473cb65bed81 2024-12-01T18:23:45,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/0cb0213e458f42a5bb5f3666aaada904 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/0cb0213e458f42a5bb5f3666aaada904 2024-12-01T18:23:45,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/6b6852c3638a473f91f2fda31d994f2b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/6b6852c3638a473f91f2fda31d994f2b 2024-12-01T18:23:45,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/ce0fcff807a248ab99ff38d5e1e3fbd2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/ce0fcff807a248ab99ff38d5e1e3fbd2 2024-12-01T18:23:45,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f224b5ba2221483e9101a2447c1a7dca to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f224b5ba2221483e9101a2447c1a7dca 2024-12-01T18:23:45,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/5015f4860a014b97a720b3dda4dfaf48 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/5015f4860a014b97a720b3dda4dfaf48 2024-12-01T18:23:45,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/19e65f1bda104c0a806f2af43c1601f2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/19e65f1bda104c0a806f2af43c1601f2 2024-12-01T18:23:45,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/ef7485bdb7d940b28c3c029652231699 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/ef7485bdb7d940b28c3c029652231699 2024-12-01T18:23:45,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/957e41dc0d2d45239d07bb7e04de33a8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/957e41dc0d2d45239d07bb7e04de33a8 2024-12-01T18:23:45,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/33a5406f6b3a479ebd9c41544ee04290 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/33a5406f6b3a479ebd9c41544ee04290 2024-12-01T18:23:45,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/9f0ae7a0d43844678fb0069fd26cc1b8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/9f0ae7a0d43844678fb0069fd26cc1b8 2024-12-01T18:23:45,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/bf6a48b2603c4deaace48ed96101aa1c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/bf6a48b2603c4deaace48ed96101aa1c 2024-12-01T18:23:45,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/b42a6c697924416b91f46f8125c801f7 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/b42a6c697924416b91f46f8125c801f7 2024-12-01T18:23:45,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/d6a826e74e434e2bb879e43bec768a0d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/d6a826e74e434e2bb879e43bec768a0d 2024-12-01T18:23:45,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f32918db54f846eca1afcd87eee6903e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f32918db54f846eca1afcd87eee6903e 2024-12-01T18:23:45,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/df7c177d1240440baafaafebab8d1bac to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/df7c177d1240440baafaafebab8d1bac 2024-12-01T18:23:45,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/af239c4c2b4f4bc59a3b076e9b3911ff, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/f2cf1c4a0cd4444d85714e0c6cc49853, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/017166ed212d4981ae2f2d3f6815da47, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/04c2010bfe97468bb6014c16e67a4d67, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/fc7ce6afa0a34f0fa1c7a8dbe2433321, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/ece16666bdd0466e82dd4917ed9aad54, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d488ddaee7e241e3ae7bc17e16bf05ac, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/cb3095cbb9de4961b92d56f22fd5c8d3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/adcc0a147aa4421b9df1816792a6992e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/eab3b0e3e7e24ddfbd58c2a5f7de1a8b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/03e9a59827314211958ebaff78166f41, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/5f2011cf12e3436395cefa52fb1635f3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/2f1c691443554a7da0ce34c6652145ce, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/fd3c1e62647f438bbd6b30732cad133d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d79441b111784c05b053edb12e0befd6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/8f26365fb78944838a7feb1c80b168e4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/3e55827bdf5d41e4bc2e561e6d5d53a2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/3f64ea163b454d76ae3c134f895c447e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/6b0613d1c42b47aaafa5b228d99a5159, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/362339b2d3ab4d198885893263196675, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/cd6b5ebb579a4ac2ae2ffbbdc07bc2d5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/b99bab17ddc34c36bfe8ceee15214979, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d65ede4aea2e4d938bf171fd35769fb6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/dab482be081149c5a54592113da38cef, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/e78e77d861c74f1bb3cc54c225ba19af, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/2cea728d505a46e49ce025f3ecc47e23, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/5856111406b24edfbb5b3d06b2fbec9d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/8b5d3db292804fe399a7d15f96ccf8aa, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/f9d021d21d7f470eb5c70b29ada7aa18, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/46c66e51d7074877a4f577c4af74fa11, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/b66a8a59257f4534a5a6f98ea5229c56, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/50ea18c43f5f4e58baf8a5e4d153d39c] to archive 2024-12-01T18:23:45,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:23:45,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/af239c4c2b4f4bc59a3b076e9b3911ff to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/af239c4c2b4f4bc59a3b076e9b3911ff 2024-12-01T18:23:45,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/f2cf1c4a0cd4444d85714e0c6cc49853 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/f2cf1c4a0cd4444d85714e0c6cc49853 2024-12-01T18:23:45,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/017166ed212d4981ae2f2d3f6815da47 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/017166ed212d4981ae2f2d3f6815da47 2024-12-01T18:23:45,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/04c2010bfe97468bb6014c16e67a4d67 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/04c2010bfe97468bb6014c16e67a4d67 2024-12-01T18:23:45,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/fc7ce6afa0a34f0fa1c7a8dbe2433321 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/fc7ce6afa0a34f0fa1c7a8dbe2433321 2024-12-01T18:23:45,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/ece16666bdd0466e82dd4917ed9aad54 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/ece16666bdd0466e82dd4917ed9aad54 2024-12-01T18:23:45,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d488ddaee7e241e3ae7bc17e16bf05ac to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d488ddaee7e241e3ae7bc17e16bf05ac 2024-12-01T18:23:45,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/cb3095cbb9de4961b92d56f22fd5c8d3 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/cb3095cbb9de4961b92d56f22fd5c8d3 2024-12-01T18:23:45,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/adcc0a147aa4421b9df1816792a6992e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/adcc0a147aa4421b9df1816792a6992e 2024-12-01T18:23:45,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/eab3b0e3e7e24ddfbd58c2a5f7de1a8b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/eab3b0e3e7e24ddfbd58c2a5f7de1a8b 2024-12-01T18:23:45,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/03e9a59827314211958ebaff78166f41 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/03e9a59827314211958ebaff78166f41 2024-12-01T18:23:45,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/5f2011cf12e3436395cefa52fb1635f3 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/5f2011cf12e3436395cefa52fb1635f3 2024-12-01T18:23:45,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/2f1c691443554a7da0ce34c6652145ce to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/2f1c691443554a7da0ce34c6652145ce 2024-12-01T18:23:45,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/fd3c1e62647f438bbd6b30732cad133d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/fd3c1e62647f438bbd6b30732cad133d 2024-12-01T18:23:45,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d79441b111784c05b053edb12e0befd6 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d79441b111784c05b053edb12e0befd6 2024-12-01T18:23:45,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/8f26365fb78944838a7feb1c80b168e4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/8f26365fb78944838a7feb1c80b168e4 2024-12-01T18:23:45,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/3e55827bdf5d41e4bc2e561e6d5d53a2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/3e55827bdf5d41e4bc2e561e6d5d53a2 2024-12-01T18:23:45,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/3f64ea163b454d76ae3c134f895c447e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/3f64ea163b454d76ae3c134f895c447e 2024-12-01T18:23:45,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/6b0613d1c42b47aaafa5b228d99a5159 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/6b0613d1c42b47aaafa5b228d99a5159 2024-12-01T18:23:45,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/362339b2d3ab4d198885893263196675 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/362339b2d3ab4d198885893263196675 2024-12-01T18:23:45,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/cd6b5ebb579a4ac2ae2ffbbdc07bc2d5 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/cd6b5ebb579a4ac2ae2ffbbdc07bc2d5 2024-12-01T18:23:45,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/b99bab17ddc34c36bfe8ceee15214979 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/b99bab17ddc34c36bfe8ceee15214979 2024-12-01T18:23:45,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d65ede4aea2e4d938bf171fd35769fb6 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/d65ede4aea2e4d938bf171fd35769fb6 2024-12-01T18:23:45,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/dab482be081149c5a54592113da38cef to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/dab482be081149c5a54592113da38cef 2024-12-01T18:23:45,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/e78e77d861c74f1bb3cc54c225ba19af to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/e78e77d861c74f1bb3cc54c225ba19af 2024-12-01T18:23:45,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/2cea728d505a46e49ce025f3ecc47e23 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/2cea728d505a46e49ce025f3ecc47e23 2024-12-01T18:23:45,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/5856111406b24edfbb5b3d06b2fbec9d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/5856111406b24edfbb5b3d06b2fbec9d 2024-12-01T18:23:45,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/8b5d3db292804fe399a7d15f96ccf8aa to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/8b5d3db292804fe399a7d15f96ccf8aa 2024-12-01T18:23:45,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/f9d021d21d7f470eb5c70b29ada7aa18 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/f9d021d21d7f470eb5c70b29ada7aa18 2024-12-01T18:23:45,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/46c66e51d7074877a4f577c4af74fa11 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/46c66e51d7074877a4f577c4af74fa11 2024-12-01T18:23:45,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/b66a8a59257f4534a5a6f98ea5229c56 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/b66a8a59257f4534a5a6f98ea5229c56 2024-12-01T18:23:45,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/50ea18c43f5f4e58baf8a5e4d153d39c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/50ea18c43f5f4e58baf8a5e4d153d39c 2024-12-01T18:23:45,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/85332cd949be47c3a4f557d15f6259c5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/6a99071484174de7bbf8cabb3cca6f9d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/4b5c34ac76db49b9b30919e40e2e2dbb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/953d519667fe483b84ea061513bae6d7, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/9b0034258cb84fd580ba74b704211f6d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1e32ed9a021b40b8a79056764a8af699, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/c49b1e8e630f47c2a93bf3ac53970f33, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1495bd7d068f4d9780dc02b33f6c9c11, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/497825e847f54f00a9192a48d0bc7084, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/19507c1465a84f8f9d5062787bfcd32f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24b8e870b87e495899852670cd9b73cb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24d6762407f147359818f220ef0bfed8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24ac36752f9f499896d3134a6ed86b60, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/f5d99f1496ab4dabb6f3d96f40832449, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/102a8ea9bb984fe2b9ac7a083ff57093, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/9e311312113842ceb4217dc885d263c0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/6c5436751c9743ad83ac67fc316b62d1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/ad282b18ea27497791e08771d1026c20, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/942a56d429d8463bb4d8f8229845c5fd, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1a7858ea63b34994b9f07995aaff0c6e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/fe115f8ea56e4e6cae1b1b2bf618147d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/2befcd33dd3b47f89e22c9c4e63e158b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/5c52ab0495ff40a8a4f0f963ba2a87e1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/27feb31c3e584121ba5b6e0c9b6bf50d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/59f66bcaa7b648a6aa51dc7d49b26ce9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/8c4de68a353143a28913909a1609581f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/55782c1dfee34a48ac9c0868c79af008, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/eabe70d7dffe4b8b9836f0d0c0f2cb02, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/dd8036dddcf1401d9ff3ce668732321b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/8696e939e03449e6acc76b7f91ffc1cf, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/4ffffdd7ad2744119f049dcdae2a0fbc, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/849ec90fdb7843228048166d58fbaa05] to archive 2024-12-01T18:23:45,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:23:45,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/85332cd949be47c3a4f557d15f6259c5 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/85332cd949be47c3a4f557d15f6259c5 2024-12-01T18:23:45,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/6a99071484174de7bbf8cabb3cca6f9d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/6a99071484174de7bbf8cabb3cca6f9d 2024-12-01T18:23:45,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/4b5c34ac76db49b9b30919e40e2e2dbb to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/4b5c34ac76db49b9b30919e40e2e2dbb 2024-12-01T18:23:45,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/953d519667fe483b84ea061513bae6d7 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/953d519667fe483b84ea061513bae6d7 2024-12-01T18:23:45,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/9b0034258cb84fd580ba74b704211f6d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/9b0034258cb84fd580ba74b704211f6d 2024-12-01T18:23:45,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1e32ed9a021b40b8a79056764a8af699 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1e32ed9a021b40b8a79056764a8af699 2024-12-01T18:23:45,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/c49b1e8e630f47c2a93bf3ac53970f33 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/c49b1e8e630f47c2a93bf3ac53970f33 2024-12-01T18:23:45,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1495bd7d068f4d9780dc02b33f6c9c11 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1495bd7d068f4d9780dc02b33f6c9c11 2024-12-01T18:23:45,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/497825e847f54f00a9192a48d0bc7084 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/497825e847f54f00a9192a48d0bc7084 2024-12-01T18:23:45,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/19507c1465a84f8f9d5062787bfcd32f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/19507c1465a84f8f9d5062787bfcd32f 2024-12-01T18:23:45,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24b8e870b87e495899852670cd9b73cb to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24b8e870b87e495899852670cd9b73cb 2024-12-01T18:23:45,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24d6762407f147359818f220ef0bfed8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24d6762407f147359818f220ef0bfed8 2024-12-01T18:23:45,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24ac36752f9f499896d3134a6ed86b60 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/24ac36752f9f499896d3134a6ed86b60 2024-12-01T18:23:45,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/f5d99f1496ab4dabb6f3d96f40832449 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/f5d99f1496ab4dabb6f3d96f40832449 2024-12-01T18:23:45,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/102a8ea9bb984fe2b9ac7a083ff57093 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/102a8ea9bb984fe2b9ac7a083ff57093 2024-12-01T18:23:45,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/9e311312113842ceb4217dc885d263c0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/9e311312113842ceb4217dc885d263c0 2024-12-01T18:23:45,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/6c5436751c9743ad83ac67fc316b62d1 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/6c5436751c9743ad83ac67fc316b62d1 2024-12-01T18:23:45,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/ad282b18ea27497791e08771d1026c20 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/ad282b18ea27497791e08771d1026c20 2024-12-01T18:23:45,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/942a56d429d8463bb4d8f8229845c5fd to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/942a56d429d8463bb4d8f8229845c5fd 2024-12-01T18:23:45,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1a7858ea63b34994b9f07995aaff0c6e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/1a7858ea63b34994b9f07995aaff0c6e 2024-12-01T18:23:45,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/fe115f8ea56e4e6cae1b1b2bf618147d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/fe115f8ea56e4e6cae1b1b2bf618147d 2024-12-01T18:23:45,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/2befcd33dd3b47f89e22c9c4e63e158b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/2befcd33dd3b47f89e22c9c4e63e158b 2024-12-01T18:23:45,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/5c52ab0495ff40a8a4f0f963ba2a87e1 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/5c52ab0495ff40a8a4f0f963ba2a87e1 2024-12-01T18:23:45,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/27feb31c3e584121ba5b6e0c9b6bf50d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/27feb31c3e584121ba5b6e0c9b6bf50d 2024-12-01T18:23:45,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/59f66bcaa7b648a6aa51dc7d49b26ce9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/59f66bcaa7b648a6aa51dc7d49b26ce9 2024-12-01T18:23:45,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/8c4de68a353143a28913909a1609581f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/8c4de68a353143a28913909a1609581f 2024-12-01T18:23:45,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/55782c1dfee34a48ac9c0868c79af008 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/55782c1dfee34a48ac9c0868c79af008 2024-12-01T18:23:45,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/eabe70d7dffe4b8b9836f0d0c0f2cb02 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/eabe70d7dffe4b8b9836f0d0c0f2cb02 2024-12-01T18:23:45,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/dd8036dddcf1401d9ff3ce668732321b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/dd8036dddcf1401d9ff3ce668732321b 2024-12-01T18:23:45,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/8696e939e03449e6acc76b7f91ffc1cf to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/8696e939e03449e6acc76b7f91ffc1cf 2024-12-01T18:23:45,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/4ffffdd7ad2744119f049dcdae2a0fbc to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/4ffffdd7ad2744119f049dcdae2a0fbc 2024-12-01T18:23:45,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/849ec90fdb7843228048166d58fbaa05 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/849ec90fdb7843228048166d58fbaa05 2024-12-01T18:23:45,836 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/recovered.edits/525.seqid, newMaxSeqId=525, maxSeqId=1 2024-12-01T18:23:45,836 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f. 2024-12-01T18:23:45,836 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for 6050776a683006fde4eb09120090f84f: 2024-12-01T18:23:45,838 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed 6050776a683006fde4eb09120090f84f 2024-12-01T18:23:45,838 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6050776a683006fde4eb09120090f84f, regionState=CLOSED 2024-12-01T18:23:45,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-01T18:23:45,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure 6050776a683006fde4eb09120090f84f, server=b8365d49b74c,42723,1733077344673 in 1.4970 sec 2024-12-01T18:23:45,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-01T18:23:45,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6050776a683006fde4eb09120090f84f, UNASSIGN in 1.5000 sec 2024-12-01T18:23:45,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-01T18:23:45,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5020 sec 2024-12-01T18:23:45,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077425843"}]},"ts":"1733077425843"} 2024-12-01T18:23:45,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T18:23:45,846 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T18:23:45,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5140 sec 2024-12-01T18:23:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-01T18:23:46,439 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-12-01T18:23:46,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T18:23:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:46,441 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:46,442 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=103, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-01T18:23:46,444 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f 2024-12-01T18:23:46,446 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/recovered.edits] 2024-12-01T18:23:46,448 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/35e6037ca03e4f79906170f84991f5fd to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/35e6037ca03e4f79906170f84991f5fd 2024-12-01T18:23:46,449 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a7737333678e4fd7b50100f3099b9b48 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/a7737333678e4fd7b50100f3099b9b48 2024-12-01T18:23:46,450 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/efaf9d3fa71e4bd09454e50e4c33e67c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/efaf9d3fa71e4bd09454e50e4c33e67c 2024-12-01T18:23:46,451 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f86a085d6c8d41729e3eb6431d13597f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/A/f86a085d6c8d41729e3eb6431d13597f 2024-12-01T18:23:46,453 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/0bd92131a23f4684acb003233417afb4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/0bd92131a23f4684acb003233417afb4 2024-12-01T18:23:46,454 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/4c0c8eccedb04f67b641016eaf5a2e46 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/4c0c8eccedb04f67b641016eaf5a2e46 2024-12-01T18:23:46,455 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/610814906f794840b7d5bb6bfac55087 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/610814906f794840b7d5bb6bfac55087 2024-12-01T18:23:46,456 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/c96844869d794147ae335122066f520a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/B/c96844869d794147ae335122066f520a 2024-12-01T18:23:46,458 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/29b68ef009254ccfa946a475aa0f0aea to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/29b68ef009254ccfa946a475aa0f0aea 2024-12-01T18:23:46,459 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/c85a09f0194d4b99bfe9fe536ee27eec to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/c85a09f0194d4b99bfe9fe536ee27eec 2024-12-01T18:23:46,460 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/d56095fc9b5649efa172e9e0f370e71f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/d56095fc9b5649efa172e9e0f370e71f 2024-12-01T18:23:46,461 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/fec857b480064538831e7bb87d564f9e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/C/fec857b480064538831e7bb87d564f9e 2024-12-01T18:23:46,463 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/recovered.edits/525.seqid to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f/recovered.edits/525.seqid 2024-12-01T18:23:46,464 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/6050776a683006fde4eb09120090f84f 2024-12-01T18:23:46,464 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T18:23:46,466 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=103, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:46,469 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T18:23:46,475 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T18:23:46,475 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=103, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:46,476 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T18:23:46,476 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733077426476"}]},"ts":"9223372036854775807"} 2024-12-01T18:23:46,477 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-01T18:23:46,477 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6050776a683006fde4eb09120090f84f, NAME => 'TestAcidGuarantees,,1733077400372.6050776a683006fde4eb09120090f84f.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T18:23:46,477 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T18:23:46,478 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733077426477"}]},"ts":"9223372036854775807"} 2024-12-01T18:23:46,479 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-01T18:23:46,481 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=103, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:46,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-12-01T18:23:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-01T18:23:46,543 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 103 completed 2024-12-01T18:23:46,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=240 (was 248), OpenFileDescriptor=451 (was 471), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=478 (was 438) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2692 (was 2790) 2024-12-01T18:23:46,560 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=2692 2024-12-01T18:23:46,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T18:23:46,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T18:23:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:46,563 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T18:23:46,563 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:46,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 104 2024-12-01T18:23:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-01T18:23:46,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T18:23:46,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742212_1388 (size=963) 2024-12-01T18:23:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-01T18:23:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-01T18:23:46,971 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632 2024-12-01T18:23:46,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742213_1389 (size=53) 2024-12-01T18:23:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-01T18:23:47,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:23:47,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d2da4fcecf8cf7257d9a2270950f0b61, disabling compactions & flushes 2024-12-01T18:23:47,377 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:47,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:47,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. after waiting 0 ms 2024-12-01T18:23:47,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:47,377 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:47,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:23:47,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T18:23:47,378 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733077427378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733077427378"}]},"ts":"1733077427378"} 2024-12-01T18:23:47,379 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-01T18:23:47,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T18:23:47,380 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077427380"}]},"ts":"1733077427380"} 2024-12-01T18:23:47,381 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T18:23:47,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2da4fcecf8cf7257d9a2270950f0b61, ASSIGN}] 2024-12-01T18:23:47,385 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2da4fcecf8cf7257d9a2270950f0b61, ASSIGN 2024-12-01T18:23:47,385 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2da4fcecf8cf7257d9a2270950f0b61, ASSIGN; state=OFFLINE, location=b8365d49b74c,42723,1733077344673; forceNewPlan=false, retain=false 2024-12-01T18:23:47,536 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=d2da4fcecf8cf7257d9a2270950f0b61, regionState=OPENING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:47,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; OpenRegionProcedure d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:23:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-01T18:23:47,688 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:47,691 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:47,691 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7285): Opening region: {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} 2024-12-01T18:23:47,691 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:47,691 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:23:47,691 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7327): checking encryption for d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:47,691 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7330): checking classloading for d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:47,692 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:47,694 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:23:47,694 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2da4fcecf8cf7257d9a2270950f0b61 columnFamilyName A 2024-12-01T18:23:47,694 DEBUG [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:47,694 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.HStore(327): Store=d2da4fcecf8cf7257d9a2270950f0b61/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:23:47,694 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:47,695 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:23:47,695 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2da4fcecf8cf7257d9a2270950f0b61 columnFamilyName B 2024-12-01T18:23:47,695 DEBUG [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:47,696 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.HStore(327): Store=d2da4fcecf8cf7257d9a2270950f0b61/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:23:47,696 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:47,696 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:23:47,697 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2da4fcecf8cf7257d9a2270950f0b61 columnFamilyName C 2024-12-01T18:23:47,697 DEBUG [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:47,697 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.HStore(327): Store=d2da4fcecf8cf7257d9a2270950f0b61/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:23:47,697 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:47,698 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:47,698 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:47,699 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T18:23:47,700 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1085): writing seq id for d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:47,701 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T18:23:47,702 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1102): Opened d2da4fcecf8cf7257d9a2270950f0b61; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74189813, jitterRate=0.10551436245441437}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T18:23:47,702 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1001): Region open journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:23:47,703 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., pid=106, masterSystemTime=1733077427688 2024-12-01T18:23:47,704 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:47,704 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:47,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=d2da4fcecf8cf7257d9a2270950f0b61, regionState=OPEN, openSeqNum=2, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:47,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-12-01T18:23:47,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; OpenRegionProcedure d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 in 168 msec 2024-12-01T18:23:47,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-01T18:23:47,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2da4fcecf8cf7257d9a2270950f0b61, ASSIGN in 322 msec 2024-12-01T18:23:47,708 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T18:23:47,708 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077427708"}]},"ts":"1733077427708"} 2024-12-01T18:23:47,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T18:23:47,711 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T18:23:47,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-12-01T18:23:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-01T18:23:48,667 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-01T18:23:48,669 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-12-01T18:23:48,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:48,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:48,674 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:48,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T18:23:48,676 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T18:23:48,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T18:23:48,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T18:23:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=107, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-01T18:23:48,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742214_1390 (size=999) 2024-12-01T18:23:49,088 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-01T18:23:49,088 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-01T18:23:49,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T18:23:49,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2da4fcecf8cf7257d9a2270950f0b61, REOPEN/MOVE}] 2024-12-01T18:23:49,092 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2da4fcecf8cf7257d9a2270950f0b61, REOPEN/MOVE 2024-12-01T18:23:49,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=d2da4fcecf8cf7257d9a2270950f0b61, regionState=CLOSING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,093 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T18:23:49,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE; CloseRegionProcedure d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:23:49,245 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,245 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(124): Close d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:49,245 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-01T18:23:49,245 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1681): Closing d2da4fcecf8cf7257d9a2270950f0b61, disabling compactions & flushes 2024-12-01T18:23:49,245 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:49,245 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:49,245 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. after waiting 0 ms 2024-12-01T18:23:49,245 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:49,249 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T18:23:49,249 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:49,249 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1635): Region close journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:23:49,249 WARN [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionServer(3786): Not adding moved region record: d2da4fcecf8cf7257d9a2270950f0b61 to self. 2024-12-01T18:23:49,251 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(170): Closed d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:49,251 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=d2da4fcecf8cf7257d9a2270950f0b61, regionState=CLOSED 2024-12-01T18:23:49,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-12-01T18:23:49,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; CloseRegionProcedure d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 in 159 msec 2024-12-01T18:23:49,253 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2da4fcecf8cf7257d9a2270950f0b61, REOPEN/MOVE; state=CLOSED, location=b8365d49b74c,42723,1733077344673; forceNewPlan=false, retain=true 2024-12-01T18:23:49,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=d2da4fcecf8cf7257d9a2270950f0b61, regionState=OPENING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=109, state=RUNNABLE; OpenRegionProcedure d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:23:49,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,559 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:49,559 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7285): Opening region: {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} 2024-12-01T18:23:49,560 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:49,560 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:23:49,560 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7327): checking encryption for d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:49,560 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7330): checking classloading for d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:49,561 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:49,562 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:23:49,562 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2da4fcecf8cf7257d9a2270950f0b61 columnFamilyName A 2024-12-01T18:23:49,563 DEBUG [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:49,564 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.HStore(327): Store=d2da4fcecf8cf7257d9a2270950f0b61/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:23:49,564 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:49,565 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:23:49,565 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2da4fcecf8cf7257d9a2270950f0b61 columnFamilyName B 2024-12-01T18:23:49,565 DEBUG [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:49,565 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.HStore(327): Store=d2da4fcecf8cf7257d9a2270950f0b61/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:23:49,565 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:49,566 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:23:49,566 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2da4fcecf8cf7257d9a2270950f0b61 columnFamilyName C 2024-12-01T18:23:49,566 DEBUG [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:49,566 INFO [StoreOpener-d2da4fcecf8cf7257d9a2270950f0b61-1 {}] regionserver.HStore(327): Store=d2da4fcecf8cf7257d9a2270950f0b61/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:23:49,566 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:49,567 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:49,568 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:49,569 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T18:23:49,577 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1085): writing seq id for d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:49,578 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1102): Opened d2da4fcecf8cf7257d9a2270950f0b61; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64158663, jitterRate=-0.04396142065525055}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T18:23:49,578 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1001): Region open journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:23:49,579 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., pid=111, masterSystemTime=1733077429556 2024-12-01T18:23:49,580 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:49,580 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:49,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=d2da4fcecf8cf7257d9a2270950f0b61, regionState=OPEN, openSeqNum=5, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=109 2024-12-01T18:23:49,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=109, state=SUCCESS; OpenRegionProcedure d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 in 177 msec 2024-12-01T18:23:49,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-01T18:23:49,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2da4fcecf8cf7257d9a2270950f0b61, REOPEN/MOVE in 491 msec 2024-12-01T18:23:49,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-12-01T18:23:49,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec 2024-12-01T18:23:49,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 907 msec 2024-12-01T18:23:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-12-01T18:23:49,588 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-12-01T18:23:49,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:49,595 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-12-01T18:23:49,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:49,599 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-12-01T18:23:49,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:49,602 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-12-01T18:23:49,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:49,606 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-12-01T18:23:49,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:49,609 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-12-01T18:23:49,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:49,612 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-12-01T18:23:49,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:49,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-12-01T18:23:49,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:49,618 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-12-01T18:23:49,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:49,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-12-01T18:23:49,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:23:49,627 DEBUG [hconnection-0x4148972a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:49,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:49,628 DEBUG [hconnection-0x586a6932-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-01T18:23:49,628 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:49,629 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:49,629 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:49,629 DEBUG [hconnection-0x6f764aea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-01T18:23:49,629 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:49,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:49,630 DEBUG [hconnection-0x59600e01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:49,630 DEBUG [hconnection-0x3d82d476-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:49,630 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:49,631 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:49,632 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:49,632 DEBUG [hconnection-0x792de1bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:49,632 DEBUG [hconnection-0xd21933a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:49,633 DEBUG [hconnection-0x2085f1d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:49,633 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:49,634 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:49,634 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:49,635 DEBUG [hconnection-0x36387f53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:49,635 DEBUG [hconnection-0x698fb19e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:23:49,636 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:49,636 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:23:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:49,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-01T18:23:49,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:23:49,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:49,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:23:49,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:49,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:23:49,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:49,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077489667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077489666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077489670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077489668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077489671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b8955b74365048418cd6c8ce38ab68b1_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077429640/Put/seqid=0 2024-12-01T18:23:49,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742215_1391 (size=12154) 2024-12-01T18:23:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-01T18:23:49,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077489773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077489773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077489773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077489774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077489774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,782 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-01T18:23:49,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:49,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:49,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:49,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:49,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-01T18:23:49,935 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-01T18:23:49,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:49,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:49,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:49,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:49,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:49,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077489975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077489975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077489975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077489976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:49,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077489976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,088 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-01T18:23:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:50,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:50,097 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:50,100 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b8955b74365048418cd6c8ce38ab68b1_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b8955b74365048418cd6c8ce38ab68b1_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:50,101 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/7d0283d3888a4ce6931e93a83e160d23, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:23:50,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/7d0283d3888a4ce6931e93a83e160d23 is 175, key is test_row_0/A:col10/1733077429640/Put/seqid=0 2024-12-01T18:23:50,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742216_1392 (size=30955) 2024-12-01T18:23:50,110 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=23, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/7d0283d3888a4ce6931e93a83e160d23 2024-12-01T18:23:50,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/74870e2c149f40ef882c5551279682a9 is 50, key is test_row_0/B:col10/1733077429640/Put/seqid=0 2024-12-01T18:23:50,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742217_1393 (size=12001) 2024-12-01T18:23:50,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/74870e2c149f40ef882c5551279682a9 2024-12-01T18:23:50,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/028969ee08e84a9493b4f6fdfc9fc69d is 50, key is test_row_0/C:col10/1733077429640/Put/seqid=0 2024-12-01T18:23:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742218_1394 (size=12001) 2024-12-01T18:23:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-01T18:23:50,241 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-01T18:23:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:50,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:50,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077490281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077490282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077490283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077490284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077490284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-01T18:23:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:50,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:50,547 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-01T18:23:50,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:50,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:50,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:50,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:50,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:50,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/028969ee08e84a9493b4f6fdfc9fc69d 2024-12-01T18:23:50,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/7d0283d3888a4ce6931e93a83e160d23 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/7d0283d3888a4ce6931e93a83e160d23 2024-12-01T18:23:50,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/7d0283d3888a4ce6931e93a83e160d23, entries=150, sequenceid=23, filesize=30.2 K 2024-12-01T18:23:50,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/74870e2c149f40ef882c5551279682a9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/74870e2c149f40ef882c5551279682a9 2024-12-01T18:23:50,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/74870e2c149f40ef882c5551279682a9, entries=150, sequenceid=23, filesize=11.7 K 2024-12-01T18:23:50,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/028969ee08e84a9493b4f6fdfc9fc69d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/028969ee08e84a9493b4f6fdfc9fc69d 2024-12-01T18:23:50,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/028969ee08e84a9493b4f6fdfc9fc69d, entries=150, sequenceid=23, filesize=11.7 K 2024-12-01T18:23:50,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d2da4fcecf8cf7257d9a2270950f0b61 in 991ms, sequenceid=23, compaction requested=false 2024-12-01T18:23:50,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:23:50,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-01T18:23:50,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:50,701 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-01T18:23:50,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:23:50,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:50,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:23:50,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:50,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:23:50,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:50,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201309fcf160a314d62a53d3db5b24d2aa8_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077429668/Put/seqid=0 2024-12-01T18:23:50,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742219_1395 (size=12154) 2024-12-01T18:23:50,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:50,720 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201309fcf160a314d62a53d3db5b24d2aa8_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201309fcf160a314d62a53d3db5b24d2aa8_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/1ee81c09ea4c45eab4c139ef75182830, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:23:50,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/1ee81c09ea4c45eab4c139ef75182830 is 175, key is test_row_0/A:col10/1733077429668/Put/seqid=0 2024-12-01T18:23:50,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742220_1396 (size=30955) 2024-12-01T18:23:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-01T18:23:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:50,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:50,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077490799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077490800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077490800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077490801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077490801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077490902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077490905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077490907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077490908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:50,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077490908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077491106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077491110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077491111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077491111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077491112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,127 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/1ee81c09ea4c45eab4c139ef75182830 2024-12-01T18:23:51,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/57548125548d4a589c71c049b607cd08 is 50, key is test_row_0/B:col10/1733077429668/Put/seqid=0 2024-12-01T18:23:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742221_1397 (size=12001) 2024-12-01T18:23:51,151 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/57548125548d4a589c71c049b607cd08 2024-12-01T18:23:51,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/524fd89eb2ac4723879358ea243231aa is 50, key is test_row_0/C:col10/1733077429668/Put/seqid=0 2024-12-01T18:23:51,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742222_1398 (size=12001) 2024-12-01T18:23:51,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T18:23:51,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077491410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077491416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077491417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077491418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077491418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,573 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/524fd89eb2ac4723879358ea243231aa 2024-12-01T18:23:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/1ee81c09ea4c45eab4c139ef75182830 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1ee81c09ea4c45eab4c139ef75182830 2024-12-01T18:23:51,582 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1ee81c09ea4c45eab4c139ef75182830, entries=150, sequenceid=40, filesize=30.2 K 2024-12-01T18:23:51,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/57548125548d4a589c71c049b607cd08 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/57548125548d4a589c71c049b607cd08 2024-12-01T18:23:51,586 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/57548125548d4a589c71c049b607cd08, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T18:23:51,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/524fd89eb2ac4723879358ea243231aa as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/524fd89eb2ac4723879358ea243231aa 2024-12-01T18:23:51,591 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/524fd89eb2ac4723879358ea243231aa, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T18:23:51,591 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for d2da4fcecf8cf7257d9a2270950f0b61 in 890ms, sequenceid=40, compaction requested=false 2024-12-01T18:23:51,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:23:51,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:51,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-01T18:23:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-01T18:23:51,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-01T18:23:51,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9630 sec 2024-12-01T18:23:51,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.9670 sec 2024-12-01T18:23:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-01T18:23:51,735 INFO [Thread-1749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-01T18:23:51,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-01T18:23:51,738 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-01T18:23:51,738 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:51,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-01T18:23:51,890 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-01T18:23:51,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:51,890 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-01T18:23:51,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:23:51,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:51,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:23:51,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:51,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:23:51,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412010da0dcb2e9794d9eb891775945cd2f29_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077430799/Put/seqid=0 2024-12-01T18:23:51,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742223_1399 (size=12154) 2024-12-01T18:23:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:51,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:51,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077491935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077491936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077491940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077491941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:51,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077491943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-01T18:23:52,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077492043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077492044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077492044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077492045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077492048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077492246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077492249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077492249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077492250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077492253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:52,306 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412010da0dcb2e9794d9eb891775945cd2f29_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412010da0dcb2e9794d9eb891775945cd2f29_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:52,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/2f7602dc2f564b9781fe6456cc24d81d, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:23:52,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/2f7602dc2f564b9781fe6456cc24d81d is 175, key is test_row_0/A:col10/1733077430799/Put/seqid=0 2024-12-01T18:23:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742224_1400 (size=30955) 2024-12-01T18:23:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-01T18:23:52,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077492552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077492553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077492555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077492556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077492559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:52,713 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/2f7602dc2f564b9781fe6456cc24d81d 2024-12-01T18:23:52,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/7fc0727daf474cb5b380671cd50dab71 is 50, key is test_row_0/B:col10/1733077430799/Put/seqid=0 2024-12-01T18:23:52,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742225_1401 (size=12001) 2024-12-01T18:23:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-01T18:23:53,051 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T18:23:53,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077493058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:53,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077493059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:53,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077493060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:53,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077493064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:53,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077493064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:53,127 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/7fc0727daf474cb5b380671cd50dab71 2024-12-01T18:23:53,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/65b9cb0f5d1d4d3090ad07804050e303 is 50, key is test_row_0/C:col10/1733077430799/Put/seqid=0 2024-12-01T18:23:53,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742226_1402 (size=12001) 2024-12-01T18:23:53,539 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/65b9cb0f5d1d4d3090ad07804050e303 2024-12-01T18:23:53,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/2f7602dc2f564b9781fe6456cc24d81d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/2f7602dc2f564b9781fe6456cc24d81d 2024-12-01T18:23:53,551 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/2f7602dc2f564b9781fe6456cc24d81d, entries=150, sequenceid=60, filesize=30.2 K 2024-12-01T18:23:53,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/7fc0727daf474cb5b380671cd50dab71 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/7fc0727daf474cb5b380671cd50dab71 2024-12-01T18:23:53,556 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/7fc0727daf474cb5b380671cd50dab71, entries=150, sequenceid=60, filesize=11.7 K 2024-12-01T18:23:53,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/65b9cb0f5d1d4d3090ad07804050e303 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/65b9cb0f5d1d4d3090ad07804050e303 2024-12-01T18:23:53,560 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/65b9cb0f5d1d4d3090ad07804050e303, entries=150, sequenceid=60, filesize=11.7 K 2024-12-01T18:23:53,561 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d2da4fcecf8cf7257d9a2270950f0b61 in 1671ms, sequenceid=60, compaction requested=true 2024-12-01T18:23:53,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:23:53,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:53,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-01T18:23:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-01T18:23:53,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-01T18:23:53,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-12-01T18:23:53,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.8280 sec 2024-12-01T18:23:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-01T18:23:53,842 INFO [Thread-1749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-01T18:23:53,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-01T18:23:53,845 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-01T18:23:53,846 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:53,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-01T18:23:53,998 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:53,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-01T18:23:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:53,998 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-01T18:23:53,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:23:53,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:53,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:23:53,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:53,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:23:53,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:54,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120181f0a0a6180643639ec7e49cf84b3f66_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077431935/Put/seqid=0 2024-12-01T18:23:54,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742227_1403 (size=12154) 2024-12-01T18:23:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:54,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:54,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077494092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077494093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077494093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077494094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077494095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-01T18:23:54,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077494203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077494204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077494205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077494205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077494205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:54,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077494407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077494407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,413 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120181f0a0a6180643639ec7e49cf84b3f66_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120181f0a0a6180643639ec7e49cf84b3f66_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:54,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/d0e74fe01a644463aa2e33e66cdbe328, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:23:54,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077494408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/d0e74fe01a644463aa2e33e66cdbe328 is 175, key is test_row_0/A:col10/1733077431935/Put/seqid=0 2024-12-01T18:23:54,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077494408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077494411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742228_1404 (size=30955) 2024-12-01T18:23:54,421 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/d0e74fe01a644463aa2e33e66cdbe328 2024-12-01T18:23:54,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/81a0b32cf158432fb235f0a8cf278472 is 50, key is test_row_0/B:col10/1733077431935/Put/seqid=0 2024-12-01T18:23:54,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742229_1405 (size=12001) 2024-12-01T18:23:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-01T18:23:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077494713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077494713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077494715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077494716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077494718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:54,832 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/81a0b32cf158432fb235f0a8cf278472 2024-12-01T18:23:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/b8ab93d7d7f744c0bdfb97a4115eef6c is 50, key is test_row_0/C:col10/1733077431935/Put/seqid=0 2024-12-01T18:23:54,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742230_1406 (size=12001) 2024-12-01T18:23:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-01T18:23:55,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077495218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:55,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077495218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:55,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077495223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:55,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077495228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:55,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077495229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:55,243 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/b8ab93d7d7f744c0bdfb97a4115eef6c 2024-12-01T18:23:55,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/d0e74fe01a644463aa2e33e66cdbe328 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/d0e74fe01a644463aa2e33e66cdbe328 2024-12-01T18:23:55,251 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/d0e74fe01a644463aa2e33e66cdbe328, entries=150, sequenceid=76, filesize=30.2 K 2024-12-01T18:23:55,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/81a0b32cf158432fb235f0a8cf278472 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/81a0b32cf158432fb235f0a8cf278472 2024-12-01T18:23:55,255 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/81a0b32cf158432fb235f0a8cf278472, entries=150, sequenceid=76, filesize=11.7 K 2024-12-01T18:23:55,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/b8ab93d7d7f744c0bdfb97a4115eef6c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/b8ab93d7d7f744c0bdfb97a4115eef6c 2024-12-01T18:23:55,259 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/b8ab93d7d7f744c0bdfb97a4115eef6c, entries=150, sequenceid=76, filesize=11.7 K 2024-12-01T18:23:55,260 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d2da4fcecf8cf7257d9a2270950f0b61 in 1262ms, sequenceid=76, compaction requested=true 2024-12-01T18:23:55,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:23:55,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:55,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-01T18:23:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-01T18:23:55,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-01T18:23:55,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-12-01T18:23:55,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.4190 sec 2024-12-01T18:23:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-01T18:23:55,949 INFO [Thread-1749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-01T18:23:55,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-01T18:23:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-01T18:23:55,952 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:55,952 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:55,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-01T18:23:56,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-01T18:23:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:56,105 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-01T18:23:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:23:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:23:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:56,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:23:56,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201091f37eca94e42069874b588d859ecfa_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077434092/Put/seqid=0 2024-12-01T18:23:56,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742231_1407 (size=12154) 2024-12-01T18:23:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:56,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-01T18:23:56,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077496250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077496250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077496251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077496252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077496256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077496360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077496363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077496363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077496363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077496364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:56,533 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201091f37eca94e42069874b588d859ecfa_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201091f37eca94e42069874b588d859ecfa_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:56,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/6c9ea05a40c8433492a1cfadb33d483f, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:23:56,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/6c9ea05a40c8433492a1cfadb33d483f is 175, key is test_row_0/A:col10/1733077434092/Put/seqid=0 2024-12-01T18:23:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742232_1408 (size=30955) 2024-12-01T18:23:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-01T18:23:56,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077496566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077496567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077496567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077496567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077496570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077496875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077496875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077496876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077496876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077496877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:56,939 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/6c9ea05a40c8433492a1cfadb33d483f 2024-12-01T18:23:56,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/9c07fffbc78b40b09f640e63ba85754a is 50, key is test_row_0/B:col10/1733077434092/Put/seqid=0 2024-12-01T18:23:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742233_1409 (size=12001) 2024-12-01T18:23:56,951 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/9c07fffbc78b40b09f640e63ba85754a 2024-12-01T18:23:56,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/baef635e52cb47628054b5bd79b99fed is 50, key is test_row_0/C:col10/1733077434092/Put/seqid=0 2024-12-01T18:23:56,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742234_1410 (size=12001) 2024-12-01T18:23:56,967 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/baef635e52cb47628054b5bd79b99fed 2024-12-01T18:23:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/6c9ea05a40c8433492a1cfadb33d483f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/6c9ea05a40c8433492a1cfadb33d483f 2024-12-01T18:23:56,977 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/6c9ea05a40c8433492a1cfadb33d483f, entries=150, sequenceid=96, filesize=30.2 K 2024-12-01T18:23:56,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/9c07fffbc78b40b09f640e63ba85754a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/9c07fffbc78b40b09f640e63ba85754a 2024-12-01T18:23:56,982 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/9c07fffbc78b40b09f640e63ba85754a, entries=150, sequenceid=96, filesize=11.7 K 2024-12-01T18:23:56,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/baef635e52cb47628054b5bd79b99fed as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/baef635e52cb47628054b5bd79b99fed 2024-12-01T18:23:56,987 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/baef635e52cb47628054b5bd79b99fed, entries=150, sequenceid=96, filesize=11.7 K 2024-12-01T18:23:56,988 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d2da4fcecf8cf7257d9a2270950f0b61 in 883ms, sequenceid=96, compaction requested=true 2024-12-01T18:23:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:23:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:56,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-01T18:23:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-01T18:23:56,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-01T18:23:56,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0370 sec 2024-12-01T18:23:56,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.0410 sec 2024-12-01T18:23:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-01T18:23:57,055 INFO [Thread-1749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-01T18:23:57,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-01T18:23:57,058 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-01T18:23:57,059 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:57,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-01T18:23:57,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-01T18:23:57,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:57,212 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-01T18:23:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:23:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:23:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:23:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:57,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012125f5d78e9b45d79f58e4897bd24c7b_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077436254/Put/seqid=0 2024-12-01T18:23:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742235_1411 (size=12154) 2024-12-01T18:23:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-01T18:23:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:57,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:57,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077497408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077497409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077497410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077497411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077497414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077497515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077497518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077497518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077497518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077497524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:57,628 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012125f5d78e9b45d79f58e4897bd24c7b_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012125f5d78e9b45d79f58e4897bd24c7b_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:57,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/34e554a14c93417e958769f22afc9fec, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:23:57,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/34e554a14c93417e958769f22afc9fec is 175, key is test_row_0/A:col10/1733077436254/Put/seqid=0 2024-12-01T18:23:57,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742236_1412 (size=30955) 2024-12-01T18:23:57,640 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=112, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/34e554a14c93417e958769f22afc9fec 2024-12-01T18:23:57,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/08c2dad75b254cce82e9de0d72b0906d is 50, key is test_row_0/B:col10/1733077436254/Put/seqid=0 2024-12-01T18:23:57,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742237_1413 (size=12001) 2024-12-01T18:23:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-01T18:23:57,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077497720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077497723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077497724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077497724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:57,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077497729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077498028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077498030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077498030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077498032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077498036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,049 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/08c2dad75b254cce82e9de0d72b0906d 2024-12-01T18:23:58,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/c274f58502784b96a96d200960489297 is 50, key is test_row_0/C:col10/1733077436254/Put/seqid=0 2024-12-01T18:23:58,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742238_1414 (size=12001) 2024-12-01T18:23:58,060 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/c274f58502784b96a96d200960489297 2024-12-01T18:23:58,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/34e554a14c93417e958769f22afc9fec as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/34e554a14c93417e958769f22afc9fec 2024-12-01T18:23:58,068 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/34e554a14c93417e958769f22afc9fec, entries=150, sequenceid=112, filesize=30.2 K 2024-12-01T18:23:58,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/08c2dad75b254cce82e9de0d72b0906d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/08c2dad75b254cce82e9de0d72b0906d 2024-12-01T18:23:58,077 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/08c2dad75b254cce82e9de0d72b0906d, entries=150, sequenceid=112, filesize=11.7 K 2024-12-01T18:23:58,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/c274f58502784b96a96d200960489297 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/c274f58502784b96a96d200960489297 2024-12-01T18:23:58,081 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/c274f58502784b96a96d200960489297, entries=150, sequenceid=112, filesize=11.7 K 2024-12-01T18:23:58,082 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d2da4fcecf8cf7257d9a2270950f0b61 in 871ms, sequenceid=112, compaction requested=true 2024-12-01T18:23:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:23:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-01T18:23:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-01T18:23:58,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-01T18:23:58,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0240 sec 2024-12-01T18:23:58,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.0280 sec 2024-12-01T18:23:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-01T18:23:58,161 INFO [Thread-1749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-01T18:23:58,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-01T18:23:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-01T18:23:58,164 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:58,164 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:58,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-01T18:23:58,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-01T18:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:58,317 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-01T18:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:58,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b048b42abce0406cbc3fee6e0fc4de5b_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077437413/Put/seqid=0 2024-12-01T18:23:58,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742239_1415 (size=12254) 2024-12-01T18:23:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:58,331 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b048b42abce0406cbc3fee6e0fc4de5b_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b048b42abce0406cbc3fee6e0fc4de5b_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:58,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/808a02ae292d466db71764492de7b09e, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:23:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/808a02ae292d466db71764492de7b09e is 175, key is test_row_0/A:col10/1733077437413/Put/seqid=0 2024-12-01T18:23:58,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742240_1416 (size=31055) 2024-12-01T18:23:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-01T18:23:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:58,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077498554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077498561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077498561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077498561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077498562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077498663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077498663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077498668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077498670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077498675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,737 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/808a02ae292d466db71764492de7b09e 2024-12-01T18:23:58,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/7fe92019056f4fcc896d075c8ae00e4c is 50, key is test_row_0/B:col10/1733077437413/Put/seqid=0 2024-12-01T18:23:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742241_1417 (size=12101) 2024-12-01T18:23:58,752 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/7fe92019056f4fcc896d075c8ae00e4c 2024-12-01T18:23:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/d92083e8b1e345afb74a7fdbbeb997d7 is 50, key is test_row_0/C:col10/1733077437413/Put/seqid=0 2024-12-01T18:23:58,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742242_1418 (size=12101) 2024-12-01T18:23:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-01T18:23:58,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077498871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077498871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077498874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077498876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:58,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077498884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,167 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/d92083e8b1e345afb74a7fdbbeb997d7 2024-12-01T18:23:59,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/808a02ae292d466db71764492de7b09e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/808a02ae292d466db71764492de7b09e 2024-12-01T18:23:59,176 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/808a02ae292d466db71764492de7b09e, entries=150, sequenceid=132, filesize=30.3 K 2024-12-01T18:23:59,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/7fe92019056f4fcc896d075c8ae00e4c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/7fe92019056f4fcc896d075c8ae00e4c 2024-12-01T18:23:59,185 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/7fe92019056f4fcc896d075c8ae00e4c, entries=150, sequenceid=132, filesize=11.8 K 2024-12-01T18:23:59,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/d92083e8b1e345afb74a7fdbbeb997d7 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/d92083e8b1e345afb74a7fdbbeb997d7 2024-12-01T18:23:59,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077499179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077499180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077499181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077499181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,189 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/d92083e8b1e345afb74a7fdbbeb997d7, entries=150, sequenceid=132, filesize=11.8 K 2024-12-01T18:23:59,189 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for d2da4fcecf8cf7257d9a2270950f0b61 in 872ms, sequenceid=132, compaction requested=true 2024-12-01T18:23:59,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:23:59,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:59,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-01T18:23:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-01T18:23:59,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-01T18:23:59,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0270 sec 2024-12-01T18:23:59,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.0300 sec 2024-12-01T18:23:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:59,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-01T18:23:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:23:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:59,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:23:59,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:59,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:23:59,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:23:59,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ec224f2fa3534768a8fbb8028938e4df_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077439199/Put/seqid=0 2024-12-01T18:23:59,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742243_1419 (size=14794) 2024-12-01T18:23:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-01T18:23:59,267 INFO [Thread-1749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-01T18:23:59,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:23:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-01T18:23:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-01T18:23:59,269 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:23:59,270 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:23:59,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:23:59,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077499362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-01T18:23:59,421 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-01T18:23:59,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:59,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:59,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:59,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:59,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:59,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077499471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-01T18:23:59,574 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-01T18:23:59,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:59,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:59,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:59,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:59,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:59,610 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:23:59,614 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ec224f2fa3534768a8fbb8028938e4df_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ec224f2fa3534768a8fbb8028938e4df_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:23:59,614 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/1fda38d07ba743de98f28857f49741a8, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:23:59,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/1fda38d07ba743de98f28857f49741a8 is 175, key is test_row_0/A:col10/1733077439199/Put/seqid=0 2024-12-01T18:23:59,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742244_1420 (size=39749) 2024-12-01T18:23:59,620 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/1fda38d07ba743de98f28857f49741a8 2024-12-01T18:23:59,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/bdbb806814f54d08b4237d7c81558cc6 is 50, key is test_row_0/B:col10/1733077439199/Put/seqid=0 2024-12-01T18:23:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742245_1421 (size=12151) 2024-12-01T18:23:59,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077499677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077499691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077499690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077499691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077499692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-01T18:23:59,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:59,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:59,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:59,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:59,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-01T18:23:59,880 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:23:59,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-01T18:23:59,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:59,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:23:59,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:23:59,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:59,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:23:59,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:23:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077499980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:00,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/bdbb806814f54d08b4237d7c81558cc6 2024-12-01T18:24:00,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:00,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-01T18:24:00,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:00,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:00,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:00,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:00,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:00,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/5e9beb603e204bca89034a47b2707e51 is 50, key is test_row_0/C:col10/1733077439199/Put/seqid=0 2024-12-01T18:24:00,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742246_1422 (size=12151) 2024-12-01T18:24:00,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:00,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-01T18:24:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:00,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:00,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:00,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:00,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:00,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:00,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-01T18:24:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:00,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-01T18:24:00,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/5e9beb603e204bca89034a47b2707e51 2024-12-01T18:24:00,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/1fda38d07ba743de98f28857f49741a8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1fda38d07ba743de98f28857f49741a8 2024-12-01T18:24:00,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1fda38d07ba743de98f28857f49741a8, entries=200, sequenceid=150, filesize=38.8 K 2024-12-01T18:24:00,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/bdbb806814f54d08b4237d7c81558cc6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/bdbb806814f54d08b4237d7c81558cc6 2024-12-01T18:24:00,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/bdbb806814f54d08b4237d7c81558cc6, entries=150, sequenceid=150, filesize=11.9 K 2024-12-01T18:24:00,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/5e9beb603e204bca89034a47b2707e51 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/5e9beb603e204bca89034a47b2707e51 2024-12-01T18:24:00,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/5e9beb603e204bca89034a47b2707e51, entries=150, sequenceid=150, filesize=11.9 K 2024-12-01T18:24:00,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d2da4fcecf8cf7257d9a2270950f0b61 in 1263ms, sequenceid=150, compaction requested=true 2024-12-01T18:24:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2da4fcecf8cf7257d9a2270950f0b61:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:00,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2da4fcecf8cf7257d9a2270950f0b61:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:00,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:00,464 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-01T18:24:00,464 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-01T18:24:00,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2da4fcecf8cf7257d9a2270950f0b61:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:00,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:00,466 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96258 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-01T18:24:00,466 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): d2da4fcecf8cf7257d9a2270950f0b61/B is initiating minor compaction (all files) 2024-12-01T18:24:00,466 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2da4fcecf8cf7257d9a2270950f0b61/B in TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:00,466 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/74870e2c149f40ef882c5551279682a9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/57548125548d4a589c71c049b607cd08, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/7fc0727daf474cb5b380671cd50dab71, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/81a0b32cf158432fb235f0a8cf278472, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/9c07fffbc78b40b09f640e63ba85754a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/08c2dad75b254cce82e9de0d72b0906d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/7fe92019056f4fcc896d075c8ae00e4c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/bdbb806814f54d08b4237d7c81558cc6] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp, totalSize=94.0 K 2024-12-01T18:24:00,466 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 74870e2c149f40ef882c5551279682a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=23, earliestPutTs=1733077429640 2024-12-01T18:24:00,466 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 256534 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-01T18:24:00,466 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): d2da4fcecf8cf7257d9a2270950f0b61/A is initiating minor compaction (all files) 2024-12-01T18:24:00,466 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2da4fcecf8cf7257d9a2270950f0b61/A in TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:00,466 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/7d0283d3888a4ce6931e93a83e160d23, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1ee81c09ea4c45eab4c139ef75182830, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/2f7602dc2f564b9781fe6456cc24d81d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/d0e74fe01a644463aa2e33e66cdbe328, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/6c9ea05a40c8433492a1cfadb33d483f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/34e554a14c93417e958769f22afc9fec, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/808a02ae292d466db71764492de7b09e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1fda38d07ba743de98f28857f49741a8] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp, totalSize=250.5 K 2024-12-01T18:24:00,466 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 57548125548d4a589c71c049b607cd08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733077429665 2024-12-01T18:24:00,466 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:00,466 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/7d0283d3888a4ce6931e93a83e160d23, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1ee81c09ea4c45eab4c139ef75182830, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/2f7602dc2f564b9781fe6456cc24d81d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/d0e74fe01a644463aa2e33e66cdbe328, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/6c9ea05a40c8433492a1cfadb33d483f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/34e554a14c93417e958769f22afc9fec, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/808a02ae292d466db71764492de7b09e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1fda38d07ba743de98f28857f49741a8] 2024-12-01T18:24:00,467 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fc0727daf474cb5b380671cd50dab71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733077430799 2024-12-01T18:24:00,467 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d0283d3888a4ce6931e93a83e160d23, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=23, earliestPutTs=1733077429640 2024-12-01T18:24:00,467 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ee81c09ea4c45eab4c139ef75182830, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733077429665 2024-12-01T18:24:00,468 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f7602dc2f564b9781fe6456cc24d81d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733077430799 2024-12-01T18:24:00,468 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 81a0b32cf158432fb235f0a8cf278472, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733077431935 2024-12-01T18:24:00,468 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0e74fe01a644463aa2e33e66cdbe328, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733077431935 2024-12-01T18:24:00,468 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c07fffbc78b40b09f640e63ba85754a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733077434092 2024-12-01T18:24:00,468 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c9ea05a40c8433492a1cfadb33d483f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733077434092 2024-12-01T18:24:00,469 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c2dad75b254cce82e9de0d72b0906d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733077436249 2024-12-01T18:24:00,469 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34e554a14c93417e958769f22afc9fec, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733077436249 2024-12-01T18:24:00,469 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fe92019056f4fcc896d075c8ae00e4c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733077437399 2024-12-01T18:24:00,469 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 808a02ae292d466db71764492de7b09e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733077437399 2024-12-01T18:24:00,469 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting bdbb806814f54d08b4237d7c81558cc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733077438560 2024-12-01T18:24:00,469 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fda38d07ba743de98f28857f49741a8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733077438559 2024-12-01T18:24:00,480 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:00,482 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2da4fcecf8cf7257d9a2270950f0b61#B#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:00,482 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/e0abfcca2a7f4efdb5f6a19e932f8793 is 50, key is test_row_0/B:col10/1733077439199/Put/seqid=0 2024-12-01T18:24:00,491 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:00,491 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201ccc4e70c86a544b6ab8d03cac5de2e30_d2da4fcecf8cf7257d9a2270950f0b61 store=[table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:00,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-01T18:24:00,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:00,492 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-01T18:24:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:24:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:24:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:24:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:00,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742247_1423 (size=12425) 2024-12-01T18:24:00,498 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201ccc4e70c86a544b6ab8d03cac5de2e30_d2da4fcecf8cf7257d9a2270950f0b61, store=[table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:00,498 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ccc4e70c86a544b6ab8d03cac5de2e30_d2da4fcecf8cf7257d9a2270950f0b61 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:00,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:00,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742248_1424 (size=4469) 2024-12-01T18:24:00,506 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2da4fcecf8cf7257d9a2270950f0b61#A#compaction#356 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:00,507 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/690566a050c34e5097b72dc889649d58 is 175, key is test_row_0/A:col10/1733077439199/Put/seqid=0 2024-12-01T18:24:00,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120192abd836dd2245b8b01ca6bc98b812f5_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077439304/Put/seqid=0 2024-12-01T18:24:00,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742249_1425 (size=31379) 2024-12-01T18:24:00,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742250_1426 (size=12304) 2024-12-01T18:24:00,531 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/690566a050c34e5097b72dc889649d58 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/690566a050c34e5097b72dc889649d58 2024-12-01T18:24:00,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:00,536 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in d2da4fcecf8cf7257d9a2270950f0b61/A of d2da4fcecf8cf7257d9a2270950f0b61 into 690566a050c34e5097b72dc889649d58(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:00,536 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:00,536 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., storeName=d2da4fcecf8cf7257d9a2270950f0b61/A, priority=8, startTime=1733077440463; duration=0sec 2024-12-01T18:24:00,536 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:00,536 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2da4fcecf8cf7257d9a2270950f0b61:A 2024-12-01T18:24:00,536 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-01T18:24:00,537 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120192abd836dd2245b8b01ca6bc98b812f5_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120192abd836dd2245b8b01ca6bc98b812f5_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:00,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/b28bba05f9dd40a0b8e252dda494fe51, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:00,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/b28bba05f9dd40a0b8e252dda494fe51 is 175, key is test_row_0/A:col10/1733077439304/Put/seqid=0 2024-12-01T18:24:00,539 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96258 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-01T18:24:00,539 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): d2da4fcecf8cf7257d9a2270950f0b61/C is initiating minor compaction (all files) 2024-12-01T18:24:00,540 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2da4fcecf8cf7257d9a2270950f0b61/C in TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:00,540 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/028969ee08e84a9493b4f6fdfc9fc69d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/524fd89eb2ac4723879358ea243231aa, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/65b9cb0f5d1d4d3090ad07804050e303, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/b8ab93d7d7f744c0bdfb97a4115eef6c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/baef635e52cb47628054b5bd79b99fed, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/c274f58502784b96a96d200960489297, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/d92083e8b1e345afb74a7fdbbeb997d7, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/5e9beb603e204bca89034a47b2707e51] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp, totalSize=94.0 K 2024-12-01T18:24:00,540 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 028969ee08e84a9493b4f6fdfc9fc69d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=23, earliestPutTs=1733077429640 2024-12-01T18:24:00,541 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 524fd89eb2ac4723879358ea243231aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733077429665 2024-12-01T18:24:00,541 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65b9cb0f5d1d4d3090ad07804050e303, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733077430799 2024-12-01T18:24:00,542 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8ab93d7d7f744c0bdfb97a4115eef6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733077431935 2024-12-01T18:24:00,542 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting baef635e52cb47628054b5bd79b99fed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733077434092 2024-12-01T18:24:00,542 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting c274f58502784b96a96d200960489297, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733077436249 2024-12-01T18:24:00,542 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting d92083e8b1e345afb74a7fdbbeb997d7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733077437399 2024-12-01T18:24:00,543 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e9beb603e204bca89034a47b2707e51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733077438560 2024-12-01T18:24:00,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742251_1427 (size=31105) 2024-12-01T18:24:00,545 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/b28bba05f9dd40a0b8e252dda494fe51 2024-12-01T18:24:00,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/fbd025252a01410cbd4efb18fa498599 is 50, key is test_row_0/B:col10/1733077439304/Put/seqid=0 2024-12-01T18:24:00,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742252_1428 (size=12151) 2024-12-01T18:24:00,562 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2da4fcecf8cf7257d9a2270950f0b61#C#compaction#360 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:00,563 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/bf7e4c93262d47a2b62e7bbce93893cb is 50, key is test_row_0/C:col10/1733077439199/Put/seqid=0 2024-12-01T18:24:00,563 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/fbd025252a01410cbd4efb18fa498599 2024-12-01T18:24:00,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742253_1429 (size=12425) 2024-12-01T18:24:00,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/55875f21739a43b5bb306ca2b63f8709 is 50, key is test_row_0/C:col10/1733077439304/Put/seqid=0 2024-12-01T18:24:00,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742254_1430 (size=12151) 2024-12-01T18:24:00,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077500651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:00,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077500702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:00,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077500704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:00,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077500705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:00,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077500708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:00,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077500761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:00,901 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/e0abfcca2a7f4efdb5f6a19e932f8793 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/e0abfcca2a7f4efdb5f6a19e932f8793 2024-12-01T18:24:00,905 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in d2da4fcecf8cf7257d9a2270950f0b61/B of d2da4fcecf8cf7257d9a2270950f0b61 into e0abfcca2a7f4efdb5f6a19e932f8793(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:00,905 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:00,905 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., storeName=d2da4fcecf8cf7257d9a2270950f0b61/B, priority=8, startTime=1733077440463; duration=0sec 2024-12-01T18:24:00,905 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:00,905 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2da4fcecf8cf7257d9a2270950f0b61:B 2024-12-01T18:24:00,972 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/bf7e4c93262d47a2b62e7bbce93893cb as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/bf7e4c93262d47a2b62e7bbce93893cb 2024-12-01T18:24:00,973 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/55875f21739a43b5bb306ca2b63f8709 2024-12-01T18:24:00,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077500968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:00,977 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in d2da4fcecf8cf7257d9a2270950f0b61/C of d2da4fcecf8cf7257d9a2270950f0b61 into bf7e4c93262d47a2b62e7bbce93893cb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:00,977 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:00,977 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., storeName=d2da4fcecf8cf7257d9a2270950f0b61/C, priority=8, startTime=1733077440464; duration=0sec 2024-12-01T18:24:00,977 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:00,977 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2da4fcecf8cf7257d9a2270950f0b61:C 2024-12-01T18:24:00,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/b28bba05f9dd40a0b8e252dda494fe51 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/b28bba05f9dd40a0b8e252dda494fe51 2024-12-01T18:24:00,981 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/b28bba05f9dd40a0b8e252dda494fe51, entries=150, sequenceid=168, filesize=30.4 K 2024-12-01T18:24:00,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/fbd025252a01410cbd4efb18fa498599 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/fbd025252a01410cbd4efb18fa498599 2024-12-01T18:24:00,985 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/fbd025252a01410cbd4efb18fa498599, entries=150, sequenceid=168, filesize=11.9 K 2024-12-01T18:24:00,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/55875f21739a43b5bb306ca2b63f8709 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/55875f21739a43b5bb306ca2b63f8709 2024-12-01T18:24:00,989 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/55875f21739a43b5bb306ca2b63f8709, entries=150, sequenceid=168, filesize=11.9 K 2024-12-01T18:24:00,989 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d2da4fcecf8cf7257d9a2270950f0b61 in 498ms, sequenceid=168, compaction requested=false 2024-12-01T18:24:00,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:00,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:00,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-01T18:24:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-01T18:24:00,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-01T18:24:00,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7200 sec 2024-12-01T18:24:00,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.7240 sec 2024-12-01T18:24:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:01,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-01T18:24:01,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:24:01,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:01,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:24:01,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:01,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:24:01,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:01,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201933c86a60d25473295ee099378d4a662_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077440621/Put/seqid=0 2024-12-01T18:24:01,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742255_1431 (size=14794) 2024-12-01T18:24:01,300 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:01,304 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201933c86a60d25473295ee099378d4a662_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201933c86a60d25473295ee099378d4a662_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:01,304 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/dfd4436a3b4c46f6957e2ec790bae55a, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:01,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/dfd4436a3b4c46f6957e2ec790bae55a is 175, key is test_row_0/A:col10/1733077440621/Put/seqid=0 2024-12-01T18:24:01,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742256_1432 (size=39749) 2024-12-01T18:24:01,314 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/dfd4436a3b4c46f6957e2ec790bae55a 2024-12-01T18:24:01,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/005bb71de5f64ad1abe037a79fd89a71 is 50, key is test_row_0/B:col10/1733077440621/Put/seqid=0 2024-12-01T18:24:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742257_1433 (size=12151) 2024-12-01T18:24:01,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077501350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-01T18:24:01,373 INFO [Thread-1749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-01T18:24:01,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-01T18:24:01,375 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-01T18:24:01,376 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:01,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:01,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077501456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-01T18:24:01,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:01,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-01T18:24:01,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:01,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:01,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:01,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:01,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077501660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-01T18:24:01,680 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:01,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-01T18:24:01,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:01,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:01,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:01,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:01,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:01,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/005bb71de5f64ad1abe037a79fd89a71 2024-12-01T18:24:01,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/85ddb2cf71da4e19b5560418e1637613 is 50, key is test_row_0/C:col10/1733077440621/Put/seqid=0 2024-12-01T18:24:01,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742258_1434 (size=12151) 2024-12-01T18:24:01,833 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:01,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-01T18:24:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:01,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:01,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077501967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-01T18:24:01,986 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:01,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-01T18:24:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:01,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:02,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/85ddb2cf71da4e19b5560418e1637613 2024-12-01T18:24:02,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:02,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-01T18:24:02,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:02,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:02,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:02,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:02,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:02,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/dfd4436a3b4c46f6957e2ec790bae55a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/dfd4436a3b4c46f6957e2ec790bae55a 2024-12-01T18:24:02,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/dfd4436a3b4c46f6957e2ec790bae55a, entries=200, sequenceid=190, filesize=38.8 K 2024-12-01T18:24:02,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/005bb71de5f64ad1abe037a79fd89a71 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/005bb71de5f64ad1abe037a79fd89a71 2024-12-01T18:24:02,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/005bb71de5f64ad1abe037a79fd89a71, entries=150, sequenceid=190, filesize=11.9 K 2024-12-01T18:24:02,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/85ddb2cf71da4e19b5560418e1637613 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/85ddb2cf71da4e19b5560418e1637613 2024-12-01T18:24:02,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/85ddb2cf71da4e19b5560418e1637613, entries=150, sequenceid=190, filesize=11.9 K 2024-12-01T18:24:02,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d2da4fcecf8cf7257d9a2270950f0b61 in 884ms, sequenceid=190, compaction requested=true 2024-12-01T18:24:02,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:02,165 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:02,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2da4fcecf8cf7257d9a2270950f0b61:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:02,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:02,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2da4fcecf8cf7257d9a2270950f0b61:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:02,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:02,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2da4fcecf8cf7257d9a2270950f0b61:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:02,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:02,166 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:02,167 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:02,167 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): d2da4fcecf8cf7257d9a2270950f0b61/A is initiating minor compaction (all files) 2024-12-01T18:24:02,167 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2da4fcecf8cf7257d9a2270950f0b61/A in TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:02,167 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/690566a050c34e5097b72dc889649d58, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/b28bba05f9dd40a0b8e252dda494fe51, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/dfd4436a3b4c46f6957e2ec790bae55a] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp, totalSize=99.8 K 2024-12-01T18:24:02,167 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:02,167 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/690566a050c34e5097b72dc889649d58, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/b28bba05f9dd40a0b8e252dda494fe51, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/dfd4436a3b4c46f6957e2ec790bae55a] 2024-12-01T18:24:02,169 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:02,169 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): d2da4fcecf8cf7257d9a2270950f0b61/B is initiating minor compaction (all files) 2024-12-01T18:24:02,169 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2da4fcecf8cf7257d9a2270950f0b61/B in TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:02,169 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 690566a050c34e5097b72dc889649d58, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733077438560 2024-12-01T18:24:02,169 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/e0abfcca2a7f4efdb5f6a19e932f8793, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/fbd025252a01410cbd4efb18fa498599, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/005bb71de5f64ad1abe037a79fd89a71] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp, totalSize=35.9 K 2024-12-01T18:24:02,169 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e0abfcca2a7f4efdb5f6a19e932f8793, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733077438560 2024-12-01T18:24:02,169 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting b28bba05f9dd40a0b8e252dda494fe51, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733077439304 2024-12-01T18:24:02,170 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting fbd025252a01410cbd4efb18fa498599, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733077439304 2024-12-01T18:24:02,170 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 005bb71de5f64ad1abe037a79fd89a71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733077440621 2024-12-01T18:24:02,170 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfd4436a3b4c46f6957e2ec790bae55a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733077440609 2024-12-01T18:24:02,180 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2da4fcecf8cf7257d9a2270950f0b61#B#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:02,181 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/2f12f1a5d4f74a6d9fd1466b78f8c5ab is 50, key is test_row_0/B:col10/1733077440621/Put/seqid=0 2024-12-01T18:24:02,181 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:02,184 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201b357feda057c46f493ae28ec3b262074_d2da4fcecf8cf7257d9a2270950f0b61 store=[table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:02,186 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201b357feda057c46f493ae28ec3b262074_d2da4fcecf8cf7257d9a2270950f0b61, store=[table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:02,186 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b357feda057c46f493ae28ec3b262074_d2da4fcecf8cf7257d9a2270950f0b61 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:02,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742259_1435 (size=12527) 2024-12-01T18:24:02,198 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/2f12f1a5d4f74a6d9fd1466b78f8c5ab as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/2f12f1a5d4f74a6d9fd1466b78f8c5ab 2024-12-01T18:24:02,202 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2da4fcecf8cf7257d9a2270950f0b61/B of d2da4fcecf8cf7257d9a2270950f0b61 into 2f12f1a5d4f74a6d9fd1466b78f8c5ab(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:02,202 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:02,202 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., storeName=d2da4fcecf8cf7257d9a2270950f0b61/B, priority=13, startTime=1733077442166; duration=0sec 2024-12-01T18:24:02,203 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:02,203 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2da4fcecf8cf7257d9a2270950f0b61:B 2024-12-01T18:24:02,203 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:02,204 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:02,204 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): d2da4fcecf8cf7257d9a2270950f0b61/C is initiating minor compaction (all files) 2024-12-01T18:24:02,204 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2da4fcecf8cf7257d9a2270950f0b61/C in TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:02,205 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/bf7e4c93262d47a2b62e7bbce93893cb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/55875f21739a43b5bb306ca2b63f8709, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/85ddb2cf71da4e19b5560418e1637613] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp, totalSize=35.9 K 2024-12-01T18:24:02,205 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting bf7e4c93262d47a2b62e7bbce93893cb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733077438560 2024-12-01T18:24:02,205 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 55875f21739a43b5bb306ca2b63f8709, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733077439304 2024-12-01T18:24:02,206 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 85ddb2cf71da4e19b5560418e1637613, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733077440621 2024-12-01T18:24:02,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742260_1436 (size=4469) 2024-12-01T18:24:02,218 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2da4fcecf8cf7257d9a2270950f0b61#A#compaction#366 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:02,219 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/a0d6109c338b499ebbb633d4b16b5976 is 175, key is test_row_0/A:col10/1733077440621/Put/seqid=0 2024-12-01T18:24:02,225 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2da4fcecf8cf7257d9a2270950f0b61#C#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:02,225 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/5b5a6227ca6c4f099cbf1273e21692f8 is 50, key is test_row_0/C:col10/1733077440621/Put/seqid=0 2024-12-01T18:24:02,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742261_1437 (size=31481) 2024-12-01T18:24:02,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742262_1438 (size=12527) 2024-12-01T18:24:02,260 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/a0d6109c338b499ebbb633d4b16b5976 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/a0d6109c338b499ebbb633d4b16b5976 2024-12-01T18:24:02,260 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/5b5a6227ca6c4f099cbf1273e21692f8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/5b5a6227ca6c4f099cbf1273e21692f8 2024-12-01T18:24:02,270 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2da4fcecf8cf7257d9a2270950f0b61/A of d2da4fcecf8cf7257d9a2270950f0b61 into a0d6109c338b499ebbb633d4b16b5976(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:02,270 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:02,270 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., storeName=d2da4fcecf8cf7257d9a2270950f0b61/A, priority=13, startTime=1733077442164; duration=0sec 2024-12-01T18:24:02,271 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:02,271 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2da4fcecf8cf7257d9a2270950f0b61:A 2024-12-01T18:24:02,272 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2da4fcecf8cf7257d9a2270950f0b61/C of d2da4fcecf8cf7257d9a2270950f0b61 into 5b5a6227ca6c4f099cbf1273e21692f8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:02,272 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:02,272 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., storeName=d2da4fcecf8cf7257d9a2270950f0b61/C, priority=13, startTime=1733077442166; duration=0sec 2024-12-01T18:24:02,272 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:02,272 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2da4fcecf8cf7257d9a2270950f0b61:C 2024-12-01T18:24:02,292 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:02,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-01T18:24:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:02,293 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-01T18:24:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:24:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:24:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:24:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:02,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012e85124f94d540e19591734bf0640590_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077441302/Put/seqid=0 2024-12-01T18:24:02,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742263_1439 (size=12304) 2024-12-01T18:24:02,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,316 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012e85124f94d540e19591734bf0640590_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012e85124f94d540e19591734bf0640590_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:02,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/bf938f186e264daeb6b8e1829525f172, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:02,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/bf938f186e264daeb6b8e1829525f172 is 175, key is test_row_0/A:col10/1733077441302/Put/seqid=0 2024-12-01T18:24:02,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742264_1440 (size=31105) 2024-12-01T18:24:02,341 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/bf938f186e264daeb6b8e1829525f172 2024-12-01T18:24:02,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/14e24f6b509d462f9270e5b4b25717b8 is 50, key is test_row_0/B:col10/1733077441302/Put/seqid=0 2024-12-01T18:24:02,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742265_1441 (size=12151) 2024-12-01T18:24:02,368 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/14e24f6b509d462f9270e5b4b25717b8 2024-12-01T18:24:02,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/01b9eb8760394908b688774c536ebf75 is 50, key is test_row_0/C:col10/1733077441302/Put/seqid=0 2024-12-01T18:24:02,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742266_1442 (size=12151) 2024-12-01T18:24:02,385 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/01b9eb8760394908b688774c536ebf75 2024-12-01T18:24:02,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/bf938f186e264daeb6b8e1829525f172 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/bf938f186e264daeb6b8e1829525f172 2024-12-01T18:24:02,395 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/bf938f186e264daeb6b8e1829525f172, entries=150, sequenceid=210, filesize=30.4 K 2024-12-01T18:24:02,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/14e24f6b509d462f9270e5b4b25717b8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/14e24f6b509d462f9270e5b4b25717b8 2024-12-01T18:24:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,399 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/14e24f6b509d462f9270e5b4b25717b8, entries=150, sequenceid=210, filesize=11.9 K 2024-12-01T18:24:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/01b9eb8760394908b688774c536ebf75 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/01b9eb8760394908b688774c536ebf75 2024-12-01T18:24:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,404 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/01b9eb8760394908b688774c536ebf75, entries=150, sequenceid=210, filesize=11.9 K 2024-12-01T18:24:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,409 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for d2da4fcecf8cf7257d9a2270950f0b61 in 116ms, sequenceid=210, compaction requested=false 2024-12-01T18:24:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:02,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:02,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-01T18:24:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-01T18:24:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-01T18:24:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0340 sec 2024-12-01T18:24:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.0380 sec 2024-12-01T18:24:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-01T18:24:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,479 INFO [Thread-1749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-01T18:24:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-01T18:24:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,482 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-01T18:24:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,482 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-01T18:24:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-01T18:24:02,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:02,635 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-01T18:24:02,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:24:02,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:02,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:24:02,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:02,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:24:02,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120148911b12be3945c89180d751c7d13bdd_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077442506/Put/seqid=0 2024-12-01T18:24:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742267_1443 (size=12304) 2024-12-01T18:24:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:02,677 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120148911b12be3945c89180d751c7d13bdd_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120148911b12be3945c89180d751c7d13bdd_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:02,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/e9bf5dd50f13469eb851e2a89d192053, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:02,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/e9bf5dd50f13469eb851e2a89d192053 is 175, key is test_row_0/A:col10/1733077442506/Put/seqid=0 2024-12-01T18:24:02,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742268_1444 (size=31105) 2024-12-01T18:24:02,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077502744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:02,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077502744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:02,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077502748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:02,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077502750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:02,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077502751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-01T18:24:02,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077502853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:02,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077502853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:02,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077502854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:02,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077502854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:02,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077502856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077503058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077503058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077503058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077503059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077503061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-01T18:24:03,092 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/e9bf5dd50f13469eb851e2a89d192053 2024-12-01T18:24:03,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/5a8f5a60e878443baecf491261bd7162 is 50, key is test_row_0/B:col10/1733077442506/Put/seqid=0 2024-12-01T18:24:03,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742269_1445 (size=12151) 2024-12-01T18:24:03,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077503364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077503365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077503365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077503366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077503367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,504 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/5a8f5a60e878443baecf491261bd7162 2024-12-01T18:24:03,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/c6ed6bc2cca1447cb7ad2af74ba04be0 is 50, key is test_row_0/C:col10/1733077442506/Put/seqid=0 2024-12-01T18:24:03,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742270_1446 (size=12151) 2024-12-01T18:24:03,514 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/c6ed6bc2cca1447cb7ad2af74ba04be0 2024-12-01T18:24:03,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/e9bf5dd50f13469eb851e2a89d192053 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/e9bf5dd50f13469eb851e2a89d192053 2024-12-01T18:24:03,521 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/e9bf5dd50f13469eb851e2a89d192053, entries=150, sequenceid=217, filesize=30.4 K 2024-12-01T18:24:03,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/5a8f5a60e878443baecf491261bd7162 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/5a8f5a60e878443baecf491261bd7162 2024-12-01T18:24:03,525 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/5a8f5a60e878443baecf491261bd7162, entries=150, sequenceid=217, filesize=11.9 K 2024-12-01T18:24:03,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/c6ed6bc2cca1447cb7ad2af74ba04be0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/c6ed6bc2cca1447cb7ad2af74ba04be0 2024-12-01T18:24:03,528 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/c6ed6bc2cca1447cb7ad2af74ba04be0, entries=150, sequenceid=217, filesize=11.9 K 2024-12-01T18:24:03,529 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for d2da4fcecf8cf7257d9a2270950f0b61 in 894ms, sequenceid=217, compaction requested=true 2024-12-01T18:24:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-01T18:24:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-01T18:24:03,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-01T18:24:03,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0470 sec 2024-12-01T18:24:03,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.0520 sec 2024-12-01T18:24:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-01T18:24:03,585 INFO [Thread-1749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-01T18:24:03,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-01T18:24:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-01T18:24:03,588 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:03,588 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:03,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-01T18:24:03,740 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-01T18:24:03,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:03,741 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-01T18:24:03,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:24:03,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:03,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:24:03,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:03,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:24:03,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015b34bf64f4cf4eb4bb7bf1aa4654b785_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077442747/Put/seqid=0 2024-12-01T18:24:03,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742271_1447 (size=12304) 2024-12-01T18:24:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:03,756 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015b34bf64f4cf4eb4bb7bf1aa4654b785_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015b34bf64f4cf4eb4bb7bf1aa4654b785_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/3c36b86a1c38446286d4cf6c7d6709ca, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/3c36b86a1c38446286d4cf6c7d6709ca is 175, key is test_row_0/A:col10/1733077442747/Put/seqid=0 2024-12-01T18:24:03,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742272_1448 (size=31105) 2024-12-01T18:24:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:03,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:03,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077503874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077503875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077503878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077503879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077503879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-01T18:24:03,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077503985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077503985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:03,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077503986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:04,163 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/3c36b86a1c38446286d4cf6c7d6709ca 2024-12-01T18:24:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/14295c51288443fd91941e3673ea2aab is 50, key is test_row_0/B:col10/1733077442747/Put/seqid=0 2024-12-01T18:24:04,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742273_1449 (size=12151) 2024-12-01T18:24:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-01T18:24:04,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077504189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:04,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:04,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077504190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077504191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:04,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077504496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:04,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077504497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:04,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077504498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:04,590 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/14295c51288443fd91941e3673ea2aab 2024-12-01T18:24:04,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/6f6c38f97fd240f29cd5030d3bb891ce is 50, key is test_row_0/C:col10/1733077442747/Put/seqid=0 2024-12-01T18:24:04,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742274_1450 (size=12151) 2024-12-01T18:24:04,602 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/6f6c38f97fd240f29cd5030d3bb891ce 2024-12-01T18:24:04,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/3c36b86a1c38446286d4cf6c7d6709ca as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/3c36b86a1c38446286d4cf6c7d6709ca 2024-12-01T18:24:04,610 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/3c36b86a1c38446286d4cf6c7d6709ca, entries=150, sequenceid=246, filesize=30.4 K 2024-12-01T18:24:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/14295c51288443fd91941e3673ea2aab as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/14295c51288443fd91941e3673ea2aab 2024-12-01T18:24:04,614 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/14295c51288443fd91941e3673ea2aab, entries=150, sequenceid=246, filesize=11.9 K 2024-12-01T18:24:04,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/6f6c38f97fd240f29cd5030d3bb891ce as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/6f6c38f97fd240f29cd5030d3bb891ce 2024-12-01T18:24:04,618 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/6f6c38f97fd240f29cd5030d3bb891ce, entries=150, sequenceid=246, filesize=11.9 K 2024-12-01T18:24:04,619 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for d2da4fcecf8cf7257d9a2270950f0b61 in 878ms, sequenceid=246, compaction requested=true 2024-12-01T18:24:04,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:04,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:04,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-01T18:24:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-01T18:24:04,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-01T18:24:04,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0330 sec 2024-12-01T18:24:04,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.0370 sec 2024-12-01T18:24:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-01T18:24:04,692 INFO [Thread-1749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-01T18:24:04,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-01T18:24:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-01T18:24:04,694 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:04,695 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:04,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-01T18:24:04,847 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:04,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-01T18:24:04,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:04,847 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-01T18:24:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:24:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:24:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:24:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:04,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120100a828474a6e4b139aa9cc1550d8a153_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077443873/Put/seqid=0 2024-12-01T18:24:04,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742275_1451 (size=12304) 2024-12-01T18:24:04,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:04,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077504973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:04,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077504976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-01T18:24:05,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077505001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:05,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077505002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:05,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077505002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:05,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077505084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:05,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077505086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:05,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:05,262 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120100a828474a6e4b139aa9cc1550d8a153_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120100a828474a6e4b139aa9cc1550d8a153_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:05,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/494fd6b3f20d445791b6b1b6bbed76bb, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:05,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/494fd6b3f20d445791b6b1b6bbed76bb is 175, key is test_row_0/A:col10/1733077443873/Put/seqid=0 2024-12-01T18:24:05,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742276_1452 (size=31105) 2024-12-01T18:24:05,270 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/494fd6b3f20d445791b6b1b6bbed76bb 2024-12-01T18:24:05,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/03658569ce9d42889502b50bab365c44 is 50, key is test_row_0/B:col10/1733077443873/Put/seqid=0 2024-12-01T18:24:05,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742277_1453 (size=12151) 2024-12-01T18:24:05,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077505293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:05,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077505293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-01T18:24:05,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077505597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:05,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077505598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:05,691 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/03658569ce9d42889502b50bab365c44 2024-12-01T18:24:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/ee2512fea43c4933810a667e9f41abd2 is 50, key is test_row_0/C:col10/1733077443873/Put/seqid=0 2024-12-01T18:24:05,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742278_1454 (size=12151) 2024-12-01T18:24:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-01T18:24:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077506010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077506015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:06,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077506016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:06,102 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/ee2512fea43c4933810a667e9f41abd2 2024-12-01T18:24:06,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/494fd6b3f20d445791b6b1b6bbed76bb as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/494fd6b3f20d445791b6b1b6bbed76bb 2024-12-01T18:24:06,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077506103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:06,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077506104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:06,110 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/494fd6b3f20d445791b6b1b6bbed76bb, entries=150, sequenceid=254, filesize=30.4 K 2024-12-01T18:24:06,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/03658569ce9d42889502b50bab365c44 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/03658569ce9d42889502b50bab365c44 2024-12-01T18:24:06,114 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/03658569ce9d42889502b50bab365c44, entries=150, sequenceid=254, filesize=11.9 K 2024-12-01T18:24:06,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/ee2512fea43c4933810a667e9f41abd2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/ee2512fea43c4933810a667e9f41abd2 2024-12-01T18:24:06,118 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/ee2512fea43c4933810a667e9f41abd2, entries=150, sequenceid=254, filesize=11.9 K 2024-12-01T18:24:06,119 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for d2da4fcecf8cf7257d9a2270950f0b61 in 1272ms, sequenceid=254, compaction requested=true 2024-12-01T18:24:06,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:06,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:06,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-01T18:24:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-01T18:24:06,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-01T18:24:06,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4250 sec 2024-12-01T18:24:06,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.4300 sec 2024-12-01T18:24:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-01T18:24:06,798 INFO [Thread-1749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-01T18:24:06,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-01T18:24:06,801 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-01T18:24:06,802 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:06,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-01T18:24:06,953 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:06,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-01T18:24:06,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:06,954 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-01T18:24:06,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:24:06,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:06,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:24:06,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:06,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:24:06,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:06,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017bfde2adbad743bcbe7992621ca28fef_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077444972/Put/seqid=0 2024-12-01T18:24:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742279_1455 (size=12454) 2024-12-01T18:24:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-01T18:24:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:07,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:07,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077507123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:07,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077507129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:07,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077507232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:07,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077507232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:07,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:07,374 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017bfde2adbad743bcbe7992621ca28fef_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017bfde2adbad743bcbe7992621ca28fef_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:07,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/5c96653330e0447b92459d0c3186cf02, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:07,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/5c96653330e0447b92459d0c3186cf02 is 175, key is test_row_0/A:col10/1733077444972/Put/seqid=0 2024-12-01T18:24:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742280_1456 (size=31255) 2024-12-01T18:24:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-01T18:24:07,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077507440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:07,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077507440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:07,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077507747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:07,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077507748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:07,780 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/5c96653330e0447b92459d0c3186cf02 2024-12-01T18:24:07,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/cac1ed05454140e0a17476995b918121 is 50, key is test_row_0/B:col10/1733077444972/Put/seqid=0 2024-12-01T18:24:07,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742281_1457 (size=12301) 2024-12-01T18:24:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-01T18:24:08,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1733077508021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:08,026 DEBUG [Thread-1745 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., hostname=b8365d49b74c,42723,1733077344673, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T18:24:08,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41922 deadline: 1733077508029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:08,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41878 deadline: 1733077508030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:08,033 DEBUG [Thread-1741 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., hostname=b8365d49b74c,42723,1733077344673, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T18:24:08,033 DEBUG [Thread-1747 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., hostname=b8365d49b74c,42723,1733077344673, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T18:24:08,205 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/cac1ed05454140e0a17476995b918121 2024-12-01T18:24:08,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/b7cdda784b544655b60843dc06ee4ca0 is 50, key is test_row_0/C:col10/1733077444972/Put/seqid=0 2024-12-01T18:24:08,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742282_1458 (size=12301) 2024-12-01T18:24:08,219 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/b7cdda784b544655b60843dc06ee4ca0 2024-12-01T18:24:08,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/5c96653330e0447b92459d0c3186cf02 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/5c96653330e0447b92459d0c3186cf02 2024-12-01T18:24:08,228 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/5c96653330e0447b92459d0c3186cf02, entries=150, sequenceid=282, filesize=30.5 K 2024-12-01T18:24:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/cac1ed05454140e0a17476995b918121 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/cac1ed05454140e0a17476995b918121 2024-12-01T18:24:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,233 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/cac1ed05454140e0a17476995b918121, entries=150, sequenceid=282, filesize=12.0 K 2024-12-01T18:24:08,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/b7cdda784b544655b60843dc06ee4ca0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/b7cdda784b544655b60843dc06ee4ca0 2024-12-01T18:24:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,238 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/b7cdda784b544655b60843dc06ee4ca0, entries=150, sequenceid=282, filesize=12.0 K 2024-12-01T18:24:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,239 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d2da4fcecf8cf7257d9a2270950f0b61 in 1284ms, sequenceid=282, compaction requested=true 2024-12-01T18:24:08,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:08,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:08,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-01T18:24:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-01T18:24:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-01T18:24:08,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-12-01T18:24:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.4420 sec 2024-12-01T18:24:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:08,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:24:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:24:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:24:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:24:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:08,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201cd586e478a07464e9bfdda5004b24c3d_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077448303/Put/seqid=0 2024-12-01T18:24:08,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742283_1459 (size=17534) 2024-12-01T18:24:08,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077508396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:08,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077508401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:08,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077508508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:08,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077508511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:08,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077508713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:08,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077508720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:08,730 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:08,734 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201cd586e478a07464e9bfdda5004b24c3d_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201cd586e478a07464e9bfdda5004b24c3d_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:08,735 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/698c72e57bd74cc5b643c27a8392f178, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:08,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/698c72e57bd74cc5b643c27a8392f178 is 175, key is test_row_0/A:col10/1733077448303/Put/seqid=0 2024-12-01T18:24:08,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742284_1460 (size=48639) 2024-12-01T18:24:08,740 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/698c72e57bd74cc5b643c27a8392f178 2024-12-01T18:24:08,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/79363cce284d4d51b3a9bf778c798290 is 50, key is test_row_0/B:col10/1733077448303/Put/seqid=0 2024-12-01T18:24:08,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742285_1461 (size=12301) 2024-12-01T18:24:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-01T18:24:08,907 INFO [Thread-1749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-01T18:24:08,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-01T18:24:08,909 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-01T18:24:08,910 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:08,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-01T18:24:09,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077509019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:09,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077509026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:09,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:09,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-01T18:24:09,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:09,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:09,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:09,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:09,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:09,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/79363cce284d4d51b3a9bf778c798290 2024-12-01T18:24:09,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/e2656529d3df40fa9c77ef08aaad401d is 50, key is test_row_0/C:col10/1733077448303/Put/seqid=0 2024-12-01T18:24:09,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742286_1462 (size=12301) 2024-12-01T18:24:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-01T18:24:09,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:09,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-01T18:24:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:09,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:09,367 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:09,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-01T18:24:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:09,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-01T18:24:09,520 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:09,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-01T18:24:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:09,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:09,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41876 deadline: 1733077509525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:09,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41908 deadline: 1733077509541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:09,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/e2656529d3df40fa9c77ef08aaad401d 2024-12-01T18:24:09,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/698c72e57bd74cc5b643c27a8392f178 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/698c72e57bd74cc5b643c27a8392f178 2024-12-01T18:24:09,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/698c72e57bd74cc5b643c27a8392f178, entries=250, sequenceid=294, filesize=47.5 K 2024-12-01T18:24:09,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/79363cce284d4d51b3a9bf778c798290 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/79363cce284d4d51b3a9bf778c798290 2024-12-01T18:24:09,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/79363cce284d4d51b3a9bf778c798290, entries=150, sequenceid=294, filesize=12.0 K 2024-12-01T18:24:09,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/e2656529d3df40fa9c77ef08aaad401d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/e2656529d3df40fa9c77ef08aaad401d 2024-12-01T18:24:09,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/e2656529d3df40fa9c77ef08aaad401d, entries=150, sequenceid=294, filesize=12.0 K 2024-12-01T18:24:09,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d2da4fcecf8cf7257d9a2270950f0b61 in 1287ms, sequenceid=294, compaction requested=true 2024-12-01T18:24:09,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:09,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2da4fcecf8cf7257d9a2270950f0b61:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:09,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:09,592 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-12-01T18:24:09,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2da4fcecf8cf7257d9a2270950f0b61:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:09,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:09,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2da4fcecf8cf7257d9a2270950f0b61:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:09,592 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-12-01T18:24:09,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:09,594 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 235795 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-12-01T18:24:09,594 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85733 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-12-01T18:24:09,594 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): d2da4fcecf8cf7257d9a2270950f0b61/A is initiating minor compaction (all files) 2024-12-01T18:24:09,594 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): d2da4fcecf8cf7257d9a2270950f0b61/B is initiating minor compaction (all files) 2024-12-01T18:24:09,594 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2da4fcecf8cf7257d9a2270950f0b61/A in TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:09,594 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2da4fcecf8cf7257d9a2270950f0b61/B in TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:09,594 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/a0d6109c338b499ebbb633d4b16b5976, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/bf938f186e264daeb6b8e1829525f172, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/e9bf5dd50f13469eb851e2a89d192053, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/3c36b86a1c38446286d4cf6c7d6709ca, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/494fd6b3f20d445791b6b1b6bbed76bb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/5c96653330e0447b92459d0c3186cf02, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/698c72e57bd74cc5b643c27a8392f178] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp, totalSize=230.3 K 2024-12-01T18:24:09,594 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/2f12f1a5d4f74a6d9fd1466b78f8c5ab, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/14e24f6b509d462f9270e5b4b25717b8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/5a8f5a60e878443baecf491261bd7162, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/14295c51288443fd91941e3673ea2aab, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/03658569ce9d42889502b50bab365c44, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/cac1ed05454140e0a17476995b918121, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/79363cce284d4d51b3a9bf778c798290] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp, totalSize=83.7 K 2024-12-01T18:24:09,594 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:09,594 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/a0d6109c338b499ebbb633d4b16b5976, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/bf938f186e264daeb6b8e1829525f172, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/e9bf5dd50f13469eb851e2a89d192053, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/3c36b86a1c38446286d4cf6c7d6709ca, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/494fd6b3f20d445791b6b1b6bbed76bb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/5c96653330e0447b92459d0c3186cf02, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/698c72e57bd74cc5b643c27a8392f178] 2024-12-01T18:24:09,595 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0d6109c338b499ebbb633d4b16b5976, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733077440621 2024-12-01T18:24:09,595 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f12f1a5d4f74a6d9fd1466b78f8c5ab, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733077440621 2024-12-01T18:24:09,595 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf938f186e264daeb6b8e1829525f172, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733077441302 2024-12-01T18:24:09,595 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 14e24f6b509d462f9270e5b4b25717b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733077441302 2024-12-01T18:24:09,595 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9bf5dd50f13469eb851e2a89d192053, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733077442506 2024-12-01T18:24:09,595 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a8f5a60e878443baecf491261bd7162, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733077442506 2024-12-01T18:24:09,595 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c36b86a1c38446286d4cf6c7d6709ca, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733077442747 2024-12-01T18:24:09,596 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 14295c51288443fd91941e3673ea2aab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733077442747 2024-12-01T18:24:09,596 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 494fd6b3f20d445791b6b1b6bbed76bb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733077443873 2024-12-01T18:24:09,596 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 03658569ce9d42889502b50bab365c44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733077443873 2024-12-01T18:24:09,596 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c96653330e0447b92459d0c3186cf02, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733077444964 2024-12-01T18:24:09,596 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting cac1ed05454140e0a17476995b918121, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733077444964 2024-12-01T18:24:09,596 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 698c72e57bd74cc5b643c27a8392f178, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733077447122 2024-12-01T18:24:09,596 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 79363cce284d4d51b3a9bf778c798290, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733077448284 2024-12-01T18:24:09,608 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:09,610 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2da4fcecf8cf7257d9a2270950f0b61#B#compaction#386 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:09,610 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412013d7c8cae1c0e41bb88d116dee2ee6947_d2da4fcecf8cf7257d9a2270950f0b61 store=[table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:09,611 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/94470d48ae9249238528c7e731ea3006 is 50, key is test_row_0/B:col10/1733077448303/Put/seqid=0 2024-12-01T18:24:09,614 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412013d7c8cae1c0e41bb88d116dee2ee6947_d2da4fcecf8cf7257d9a2270950f0b61, store=[table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:09,614 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013d7c8cae1c0e41bb88d116dee2ee6947_d2da4fcecf8cf7257d9a2270950f0b61 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:09,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742287_1463 (size=12915) 2024-12-01T18:24:09,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742288_1464 (size=4469) 2024-12-01T18:24:09,631 DEBUG [Thread-1752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:55564 2024-12-01T18:24:09,631 DEBUG [Thread-1752 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:09,632 DEBUG [Thread-1750 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:55564 2024-12-01T18:24:09,632 DEBUG [Thread-1750 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:09,636 DEBUG [Thread-1756 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:55564 2024-12-01T18:24:09,636 DEBUG [Thread-1756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:09,639 DEBUG [Thread-1758 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:55564 2024-12-01T18:24:09,639 DEBUG [Thread-1758 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:09,640 DEBUG [Thread-1754 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:55564 2024-12-01T18:24:09,640 DEBUG [Thread-1754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:09,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:09,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-01T18:24:09,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:09,673 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:24:09,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:24:09,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:09,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:24:09,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:09,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:24:09,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:09,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120137c4c9c0a95b473bb55059ad896a28e1_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077448394/Put/seqid=0 2024-12-01T18:24:09,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742289_1465 (size=12454) 2024-12-01T18:24:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-01T18:24:10,020 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/94470d48ae9249238528c7e731ea3006 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/94470d48ae9249238528c7e731ea3006 2024-12-01T18:24:10,022 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2da4fcecf8cf7257d9a2270950f0b61#A#compaction#387 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:10,022 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/537efff4274e4504a36a83f7d67ee9c9 is 175, key is test_row_0/A:col10/1733077448303/Put/seqid=0 2024-12-01T18:24:10,024 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in d2da4fcecf8cf7257d9a2270950f0b61/B of d2da4fcecf8cf7257d9a2270950f0b61 into 94470d48ae9249238528c7e731ea3006(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:10,024 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:10,024 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., storeName=d2da4fcecf8cf7257d9a2270950f0b61/B, priority=9, startTime=1733077449592; duration=0sec 2024-12-01T18:24:10,024 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:10,024 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2da4fcecf8cf7257d9a2270950f0b61:B 2024-12-01T18:24:10,024 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-12-01T18:24:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742290_1466 (size=31869) 2024-12-01T18:24:10,026 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85733 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-12-01T18:24:10,026 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): d2da4fcecf8cf7257d9a2270950f0b61/C is initiating minor compaction (all files) 2024-12-01T18:24:10,026 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2da4fcecf8cf7257d9a2270950f0b61/C in TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:10,026 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/5b5a6227ca6c4f099cbf1273e21692f8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/01b9eb8760394908b688774c536ebf75, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/c6ed6bc2cca1447cb7ad2af74ba04be0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/6f6c38f97fd240f29cd5030d3bb891ce, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/ee2512fea43c4933810a667e9f41abd2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/b7cdda784b544655b60843dc06ee4ca0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/e2656529d3df40fa9c77ef08aaad401d] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp, totalSize=83.7 K 2024-12-01T18:24:10,027 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b5a6227ca6c4f099cbf1273e21692f8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733077440621 2024-12-01T18:24:10,027 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 01b9eb8760394908b688774c536ebf75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733077441302 2024-12-01T18:24:10,027 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting c6ed6bc2cca1447cb7ad2af74ba04be0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733077442506 2024-12-01T18:24:10,027 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f6c38f97fd240f29cd5030d3bb891ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733077442747 2024-12-01T18:24:10,028 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting ee2512fea43c4933810a667e9f41abd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733077443873 2024-12-01T18:24:10,028 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting b7cdda784b544655b60843dc06ee4ca0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733077444964 2024-12-01T18:24:10,028 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e2656529d3df40fa9c77ef08aaad401d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733077448284 2024-12-01T18:24:10,036 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2da4fcecf8cf7257d9a2270950f0b61#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:10,037 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/f85b1ad5295e421794afc0ae47ff5f12 is 50, key is test_row_0/C:col10/1733077448303/Put/seqid=0 2024-12-01T18:24:10,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742291_1467 (size=12915) 2024-12-01T18:24:10,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:10,085 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120137c4c9c0a95b473bb55059ad896a28e1_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120137c4c9c0a95b473bb55059ad896a28e1_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:10,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/4099041cdb4f476e8c1dbe0419409f41, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:10,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/4099041cdb4f476e8c1dbe0419409f41 is 175, key is test_row_0/A:col10/1733077448394/Put/seqid=0 2024-12-01T18:24:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742292_1468 (size=31255) 2024-12-01T18:24:10,430 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/537efff4274e4504a36a83f7d67ee9c9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/537efff4274e4504a36a83f7d67ee9c9 2024-12-01T18:24:10,433 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in d2da4fcecf8cf7257d9a2270950f0b61/A of d2da4fcecf8cf7257d9a2270950f0b61 into 537efff4274e4504a36a83f7d67ee9c9(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:10,433 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:10,433 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., storeName=d2da4fcecf8cf7257d9a2270950f0b61/A, priority=9, startTime=1733077449591; duration=0sec 2024-12-01T18:24:10,433 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:10,433 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2da4fcecf8cf7257d9a2270950f0b61:A 2024-12-01T18:24:10,443 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/f85b1ad5295e421794afc0ae47ff5f12 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/f85b1ad5295e421794afc0ae47ff5f12 2024-12-01T18:24:10,446 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in d2da4fcecf8cf7257d9a2270950f0b61/C of d2da4fcecf8cf7257d9a2270950f0b61 into f85b1ad5295e421794afc0ae47ff5f12(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:10,446 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:10,446 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61., storeName=d2da4fcecf8cf7257d9a2270950f0b61/C, priority=9, startTime=1733077449592; duration=0sec 2024-12-01T18:24:10,446 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:10,446 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2da4fcecf8cf7257d9a2270950f0b61:C 2024-12-01T18:24:10,490 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/4099041cdb4f476e8c1dbe0419409f41 2024-12-01T18:24:10,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/a4ed98d20bb7472dbe5f3db55dc1ce1f is 50, key is test_row_0/B:col10/1733077448394/Put/seqid=0 2024-12-01T18:24:10,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742293_1469 (size=12301) 2024-12-01T18:24:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:10,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. as already flushing 2024-12-01T18:24:10,544 DEBUG [Thread-1743 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:55564 2024-12-01T18:24:10,544 DEBUG [Thread-1743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:10,559 DEBUG [Thread-1739 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:55564 2024-12-01T18:24:10,559 DEBUG [Thread-1739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:10,900 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/a4ed98d20bb7472dbe5f3db55dc1ce1f 2024-12-01T18:24:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/fa2084082e2a48b0bf64c6ce89f9db32 is 50, key is test_row_0/C:col10/1733077448394/Put/seqid=0 2024-12-01T18:24:10,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742294_1470 (size=12301) 2024-12-01T18:24:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-01T18:24:11,310 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/fa2084082e2a48b0bf64c6ce89f9db32 2024-12-01T18:24:11,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/4099041cdb4f476e8c1dbe0419409f41 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/4099041cdb4f476e8c1dbe0419409f41 2024-12-01T18:24:11,316 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/4099041cdb4f476e8c1dbe0419409f41, entries=150, sequenceid=318, filesize=30.5 K 2024-12-01T18:24:11,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/a4ed98d20bb7472dbe5f3db55dc1ce1f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/a4ed98d20bb7472dbe5f3db55dc1ce1f 2024-12-01T18:24:11,320 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/a4ed98d20bb7472dbe5f3db55dc1ce1f, entries=150, sequenceid=318, filesize=12.0 K 2024-12-01T18:24:11,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/fa2084082e2a48b0bf64c6ce89f9db32 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/fa2084082e2a48b0bf64c6ce89f9db32 2024-12-01T18:24:11,323 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/fa2084082e2a48b0bf64c6ce89f9db32, entries=150, sequenceid=318, filesize=12.0 K 2024-12-01T18:24:11,323 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for d2da4fcecf8cf7257d9a2270950f0b61 in 1650ms, sequenceid=318, compaction requested=false 2024-12-01T18:24:11,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:11,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:11,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-01T18:24:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-01T18:24:11,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-01T18:24:11,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4140 sec 2024-12-01T18:24:11,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.4180 sec 2024-12-01T18:24:12,046 DEBUG [Thread-1741 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:55564 2024-12-01T18:24:12,046 DEBUG [Thread-1741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:12,053 DEBUG [Thread-1747 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:55564 2024-12-01T18:24:12,053 DEBUG [Thread-1747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:12,064 DEBUG [Thread-1745 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:55564 2024-12-01T18:24:12,064 DEBUG [Thread-1745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-01T18:24:13,014 INFO [Thread-1749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2050 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6147 rows 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2040 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6120 rows 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2060 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6180 rows 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2048 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6144 rows 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2045 2024-12-01T18:24:13,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6135 rows 2024-12-01T18:24:13,014 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-01T18:24:13,014 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:55564 2024-12-01T18:24:13,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:13,016 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-01T18:24:13,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T18:24:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-01T18:24:13,021 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077453020"}]},"ts":"1733077453020"} 2024-12-01T18:24:13,022 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T18:24:13,024 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T18:24:13,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T18:24:13,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2da4fcecf8cf7257d9a2270950f0b61, UNASSIGN}] 2024-12-01T18:24:13,026 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2da4fcecf8cf7257d9a2270950f0b61, UNASSIGN 2024-12-01T18:24:13,027 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=d2da4fcecf8cf7257d9a2270950f0b61, regionState=CLOSING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:13,027 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T18:24:13,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; CloseRegionProcedure d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:24:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-01T18:24:13,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:13,179 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(124): Close d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:13,179 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-01T18:24:13,179 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1681): Closing d2da4fcecf8cf7257d9a2270950f0b61, disabling compactions & flushes 2024-12-01T18:24:13,179 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:13,179 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:13,179 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. after waiting 0 ms 2024-12-01T18:24:13,179 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:13,179 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(2837): Flushing d2da4fcecf8cf7257d9a2270950f0b61 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-01T18:24:13,179 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=A 2024-12-01T18:24:13,180 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:13,180 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=B 2024-12-01T18:24:13,180 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:13,180 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2da4fcecf8cf7257d9a2270950f0b61, store=C 2024-12-01T18:24:13,180 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:13,185 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016241aa4bd5554a01a8376feffa2c2ca2_d2da4fcecf8cf7257d9a2270950f0b61 is 50, key is test_row_0/A:col10/1733077450558/Put/seqid=0 2024-12-01T18:24:13,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742295_1471 (size=12454) 2024-12-01T18:24:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-01T18:24:13,589 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:13,591 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016241aa4bd5554a01a8376feffa2c2ca2_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016241aa4bd5554a01a8376feffa2c2ca2_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:13,592 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/6faff2026abb482da5c1cc74e7e0301d, store: [table=TestAcidGuarantees family=A region=d2da4fcecf8cf7257d9a2270950f0b61] 2024-12-01T18:24:13,593 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/6faff2026abb482da5c1cc74e7e0301d is 175, key is test_row_0/A:col10/1733077450558/Put/seqid=0 2024-12-01T18:24:13,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742296_1472 (size=31255) 2024-12-01T18:24:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-01T18:24:13,997 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/6faff2026abb482da5c1cc74e7e0301d 2024-12-01T18:24:14,002 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/6e188102b787455c91c5919d7409b4c4 is 50, key is test_row_0/B:col10/1733077450558/Put/seqid=0 2024-12-01T18:24:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742297_1473 (size=12301) 2024-12-01T18:24:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-01T18:24:14,406 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/6e188102b787455c91c5919d7409b4c4 2024-12-01T18:24:14,411 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/21bc9c2639b34fd2a8a3c3ffb02da873 is 50, key is test_row_0/C:col10/1733077450558/Put/seqid=0 2024-12-01T18:24:14,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742298_1474 (size=12301) 2024-12-01T18:24:14,815 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/21bc9c2639b34fd2a8a3c3ffb02da873 2024-12-01T18:24:14,818 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/A/6faff2026abb482da5c1cc74e7e0301d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/6faff2026abb482da5c1cc74e7e0301d 2024-12-01T18:24:14,821 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/6faff2026abb482da5c1cc74e7e0301d, entries=150, sequenceid=329, filesize=30.5 K 2024-12-01T18:24:14,822 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/B/6e188102b787455c91c5919d7409b4c4 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/6e188102b787455c91c5919d7409b4c4 2024-12-01T18:24:14,824 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/6e188102b787455c91c5919d7409b4c4, entries=150, sequenceid=329, filesize=12.0 K 2024-12-01T18:24:14,824 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/.tmp/C/21bc9c2639b34fd2a8a3c3ffb02da873 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/21bc9c2639b34fd2a8a3c3ffb02da873 2024-12-01T18:24:14,827 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/21bc9c2639b34fd2a8a3c3ffb02da873, entries=150, sequenceid=329, filesize=12.0 K 2024-12-01T18:24:14,828 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d2da4fcecf8cf7257d9a2270950f0b61 in 1648ms, sequenceid=329, compaction requested=true 2024-12-01T18:24:14,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/7d0283d3888a4ce6931e93a83e160d23, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1ee81c09ea4c45eab4c139ef75182830, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/2f7602dc2f564b9781fe6456cc24d81d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/d0e74fe01a644463aa2e33e66cdbe328, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/6c9ea05a40c8433492a1cfadb33d483f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/34e554a14c93417e958769f22afc9fec, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/808a02ae292d466db71764492de7b09e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1fda38d07ba743de98f28857f49741a8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/690566a050c34e5097b72dc889649d58, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/b28bba05f9dd40a0b8e252dda494fe51, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/dfd4436a3b4c46f6957e2ec790bae55a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/a0d6109c338b499ebbb633d4b16b5976, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/bf938f186e264daeb6b8e1829525f172, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/e9bf5dd50f13469eb851e2a89d192053, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/3c36b86a1c38446286d4cf6c7d6709ca, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/494fd6b3f20d445791b6b1b6bbed76bb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/5c96653330e0447b92459d0c3186cf02, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/698c72e57bd74cc5b643c27a8392f178] to archive 2024-12-01T18:24:14,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:24:14,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/7d0283d3888a4ce6931e93a83e160d23 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/7d0283d3888a4ce6931e93a83e160d23 2024-12-01T18:24:14,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1ee81c09ea4c45eab4c139ef75182830 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1ee81c09ea4c45eab4c139ef75182830 2024-12-01T18:24:14,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/2f7602dc2f564b9781fe6456cc24d81d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/2f7602dc2f564b9781fe6456cc24d81d 2024-12-01T18:24:14,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/d0e74fe01a644463aa2e33e66cdbe328 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/d0e74fe01a644463aa2e33e66cdbe328 2024-12-01T18:24:14,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/6c9ea05a40c8433492a1cfadb33d483f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/6c9ea05a40c8433492a1cfadb33d483f 2024-12-01T18:24:14,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/34e554a14c93417e958769f22afc9fec to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/34e554a14c93417e958769f22afc9fec 2024-12-01T18:24:14,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/808a02ae292d466db71764492de7b09e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/808a02ae292d466db71764492de7b09e 2024-12-01T18:24:14,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1fda38d07ba743de98f28857f49741a8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/1fda38d07ba743de98f28857f49741a8 2024-12-01T18:24:14,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/690566a050c34e5097b72dc889649d58 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/690566a050c34e5097b72dc889649d58 2024-12-01T18:24:14,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/b28bba05f9dd40a0b8e252dda494fe51 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/b28bba05f9dd40a0b8e252dda494fe51 2024-12-01T18:24:14,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/dfd4436a3b4c46f6957e2ec790bae55a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/dfd4436a3b4c46f6957e2ec790bae55a 2024-12-01T18:24:14,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/a0d6109c338b499ebbb633d4b16b5976 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/a0d6109c338b499ebbb633d4b16b5976 2024-12-01T18:24:14,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/bf938f186e264daeb6b8e1829525f172 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/bf938f186e264daeb6b8e1829525f172 2024-12-01T18:24:14,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/e9bf5dd50f13469eb851e2a89d192053 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/e9bf5dd50f13469eb851e2a89d192053 2024-12-01T18:24:14,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/3c36b86a1c38446286d4cf6c7d6709ca to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/3c36b86a1c38446286d4cf6c7d6709ca 2024-12-01T18:24:14,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/494fd6b3f20d445791b6b1b6bbed76bb to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/494fd6b3f20d445791b6b1b6bbed76bb 2024-12-01T18:24:14,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/5c96653330e0447b92459d0c3186cf02 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/5c96653330e0447b92459d0c3186cf02 2024-12-01T18:24:14,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/698c72e57bd74cc5b643c27a8392f178 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/698c72e57bd74cc5b643c27a8392f178 2024-12-01T18:24:14,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/74870e2c149f40ef882c5551279682a9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/57548125548d4a589c71c049b607cd08, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/7fc0727daf474cb5b380671cd50dab71, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/81a0b32cf158432fb235f0a8cf278472, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/9c07fffbc78b40b09f640e63ba85754a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/08c2dad75b254cce82e9de0d72b0906d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/7fe92019056f4fcc896d075c8ae00e4c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/e0abfcca2a7f4efdb5f6a19e932f8793, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/bdbb806814f54d08b4237d7c81558cc6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/fbd025252a01410cbd4efb18fa498599, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/2f12f1a5d4f74a6d9fd1466b78f8c5ab, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/005bb71de5f64ad1abe037a79fd89a71, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/14e24f6b509d462f9270e5b4b25717b8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/5a8f5a60e878443baecf491261bd7162, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/14295c51288443fd91941e3673ea2aab, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/03658569ce9d42889502b50bab365c44, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/cac1ed05454140e0a17476995b918121, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/79363cce284d4d51b3a9bf778c798290] to archive 2024-12-01T18:24:14,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:24:14,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/74870e2c149f40ef882c5551279682a9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/74870e2c149f40ef882c5551279682a9 2024-12-01T18:24:14,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/57548125548d4a589c71c049b607cd08 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/57548125548d4a589c71c049b607cd08 2024-12-01T18:24:14,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/7fc0727daf474cb5b380671cd50dab71 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/7fc0727daf474cb5b380671cd50dab71 2024-12-01T18:24:14,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/81a0b32cf158432fb235f0a8cf278472 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/81a0b32cf158432fb235f0a8cf278472 2024-12-01T18:24:14,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/9c07fffbc78b40b09f640e63ba85754a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/9c07fffbc78b40b09f640e63ba85754a 2024-12-01T18:24:14,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/08c2dad75b254cce82e9de0d72b0906d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/08c2dad75b254cce82e9de0d72b0906d 2024-12-01T18:24:14,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/7fe92019056f4fcc896d075c8ae00e4c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/7fe92019056f4fcc896d075c8ae00e4c 2024-12-01T18:24:14,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/e0abfcca2a7f4efdb5f6a19e932f8793 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/e0abfcca2a7f4efdb5f6a19e932f8793 2024-12-01T18:24:14,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/bdbb806814f54d08b4237d7c81558cc6 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/bdbb806814f54d08b4237d7c81558cc6 2024-12-01T18:24:14,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/fbd025252a01410cbd4efb18fa498599 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/fbd025252a01410cbd4efb18fa498599 2024-12-01T18:24:14,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/2f12f1a5d4f74a6d9fd1466b78f8c5ab to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/2f12f1a5d4f74a6d9fd1466b78f8c5ab 2024-12-01T18:24:14,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/005bb71de5f64ad1abe037a79fd89a71 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/005bb71de5f64ad1abe037a79fd89a71 2024-12-01T18:24:14,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/14e24f6b509d462f9270e5b4b25717b8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/14e24f6b509d462f9270e5b4b25717b8 2024-12-01T18:24:14,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/5a8f5a60e878443baecf491261bd7162 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/5a8f5a60e878443baecf491261bd7162 2024-12-01T18:24:14,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/14295c51288443fd91941e3673ea2aab to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/14295c51288443fd91941e3673ea2aab 2024-12-01T18:24:14,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/03658569ce9d42889502b50bab365c44 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/03658569ce9d42889502b50bab365c44 2024-12-01T18:24:14,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/cac1ed05454140e0a17476995b918121 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/cac1ed05454140e0a17476995b918121 2024-12-01T18:24:14,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/79363cce284d4d51b3a9bf778c798290 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/79363cce284d4d51b3a9bf778c798290 2024-12-01T18:24:14,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/028969ee08e84a9493b4f6fdfc9fc69d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/524fd89eb2ac4723879358ea243231aa, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/65b9cb0f5d1d4d3090ad07804050e303, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/b8ab93d7d7f744c0bdfb97a4115eef6c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/baef635e52cb47628054b5bd79b99fed, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/c274f58502784b96a96d200960489297, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/d92083e8b1e345afb74a7fdbbeb997d7, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/bf7e4c93262d47a2b62e7bbce93893cb, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/5e9beb603e204bca89034a47b2707e51, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/55875f21739a43b5bb306ca2b63f8709, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/5b5a6227ca6c4f099cbf1273e21692f8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/85ddb2cf71da4e19b5560418e1637613, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/01b9eb8760394908b688774c536ebf75, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/c6ed6bc2cca1447cb7ad2af74ba04be0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/6f6c38f97fd240f29cd5030d3bb891ce, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/ee2512fea43c4933810a667e9f41abd2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/b7cdda784b544655b60843dc06ee4ca0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/e2656529d3df40fa9c77ef08aaad401d] to archive 2024-12-01T18:24:14,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:24:14,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/028969ee08e84a9493b4f6fdfc9fc69d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/028969ee08e84a9493b4f6fdfc9fc69d 2024-12-01T18:24:14,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/524fd89eb2ac4723879358ea243231aa to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/524fd89eb2ac4723879358ea243231aa 2024-12-01T18:24:14,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/65b9cb0f5d1d4d3090ad07804050e303 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/65b9cb0f5d1d4d3090ad07804050e303 2024-12-01T18:24:14,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/b8ab93d7d7f744c0bdfb97a4115eef6c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/b8ab93d7d7f744c0bdfb97a4115eef6c 2024-12-01T18:24:14,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/baef635e52cb47628054b5bd79b99fed to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/baef635e52cb47628054b5bd79b99fed 2024-12-01T18:24:14,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/c274f58502784b96a96d200960489297 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/c274f58502784b96a96d200960489297 2024-12-01T18:24:14,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/d92083e8b1e345afb74a7fdbbeb997d7 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/d92083e8b1e345afb74a7fdbbeb997d7 2024-12-01T18:24:14,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/bf7e4c93262d47a2b62e7bbce93893cb to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/bf7e4c93262d47a2b62e7bbce93893cb 2024-12-01T18:24:14,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/5e9beb603e204bca89034a47b2707e51 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/5e9beb603e204bca89034a47b2707e51 2024-12-01T18:24:14,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/55875f21739a43b5bb306ca2b63f8709 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/55875f21739a43b5bb306ca2b63f8709 2024-12-01T18:24:14,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/5b5a6227ca6c4f099cbf1273e21692f8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/5b5a6227ca6c4f099cbf1273e21692f8 2024-12-01T18:24:14,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/85ddb2cf71da4e19b5560418e1637613 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/85ddb2cf71da4e19b5560418e1637613 2024-12-01T18:24:14,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/01b9eb8760394908b688774c536ebf75 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/01b9eb8760394908b688774c536ebf75 2024-12-01T18:24:14,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/c6ed6bc2cca1447cb7ad2af74ba04be0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/c6ed6bc2cca1447cb7ad2af74ba04be0 2024-12-01T18:24:14,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/6f6c38f97fd240f29cd5030d3bb891ce to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/6f6c38f97fd240f29cd5030d3bb891ce 2024-12-01T18:24:14,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/ee2512fea43c4933810a667e9f41abd2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/ee2512fea43c4933810a667e9f41abd2 2024-12-01T18:24:14,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/b7cdda784b544655b60843dc06ee4ca0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/b7cdda784b544655b60843dc06ee4ca0 2024-12-01T18:24:14,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/e2656529d3df40fa9c77ef08aaad401d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/e2656529d3df40fa9c77ef08aaad401d 2024-12-01T18:24:14,878 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=4 2024-12-01T18:24:14,879 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61. 2024-12-01T18:24:14,879 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1635): Region close journal for d2da4fcecf8cf7257d9a2270950f0b61: 2024-12-01T18:24:14,880 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(170): Closed d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:14,880 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=d2da4fcecf8cf7257d9a2270950f0b61, regionState=CLOSED 2024-12-01T18:24:14,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-01T18:24:14,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseRegionProcedure d2da4fcecf8cf7257d9a2270950f0b61, server=b8365d49b74c,42723,1733077344673 in 1.8540 sec 2024-12-01T18:24:14,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-12-01T18:24:14,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2da4fcecf8cf7257d9a2270950f0b61, UNASSIGN in 1.8560 sec 2024-12-01T18:24:14,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-01T18:24:14,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8580 sec 2024-12-01T18:24:14,885 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077454885"}]},"ts":"1733077454885"} 2024-12-01T18:24:14,886 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T18:24:14,888 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T18:24:14,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8710 sec 2024-12-01T18:24:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-01T18:24:15,124 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-01T18:24:15,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T18:24:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:15,126 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-01T18:24:15,127 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=142, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:15,129 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,130 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/recovered.edits] 2024-12-01T18:24:15,132 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/4099041cdb4f476e8c1dbe0419409f41 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/4099041cdb4f476e8c1dbe0419409f41 2024-12-01T18:24:15,133 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/537efff4274e4504a36a83f7d67ee9c9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/537efff4274e4504a36a83f7d67ee9c9 2024-12-01T18:24:15,134 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/6faff2026abb482da5c1cc74e7e0301d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/A/6faff2026abb482da5c1cc74e7e0301d 2024-12-01T18:24:15,135 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/6e188102b787455c91c5919d7409b4c4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/6e188102b787455c91c5919d7409b4c4 2024-12-01T18:24:15,136 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/94470d48ae9249238528c7e731ea3006 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/94470d48ae9249238528c7e731ea3006 2024-12-01T18:24:15,137 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/a4ed98d20bb7472dbe5f3db55dc1ce1f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/B/a4ed98d20bb7472dbe5f3db55dc1ce1f 2024-12-01T18:24:15,139 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/21bc9c2639b34fd2a8a3c3ffb02da873 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/21bc9c2639b34fd2a8a3c3ffb02da873 2024-12-01T18:24:15,139 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/f85b1ad5295e421794afc0ae47ff5f12 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/f85b1ad5295e421794afc0ae47ff5f12 2024-12-01T18:24:15,140 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/fa2084082e2a48b0bf64c6ce89f9db32 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/C/fa2084082e2a48b0bf64c6ce89f9db32 2024-12-01T18:24:15,142 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/recovered.edits/332.seqid to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61/recovered.edits/332.seqid 2024-12-01T18:24:15,143 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,143 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T18:24:15,143 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T18:24:15,144 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-01T18:24:15,146 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120100a828474a6e4b139aa9cc1550d8a153_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120100a828474a6e4b139aa9cc1550d8a153_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,147 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201091f37eca94e42069874b588d859ecfa_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201091f37eca94e42069874b588d859ecfa_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,148 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412010da0dcb2e9794d9eb891775945cd2f29_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412010da0dcb2e9794d9eb891775945cd2f29_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,149 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012125f5d78e9b45d79f58e4897bd24c7b_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012125f5d78e9b45d79f58e4897bd24c7b_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,150 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012e85124f94d540e19591734bf0640590_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012e85124f94d540e19591734bf0640590_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,151 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201309fcf160a314d62a53d3db5b24d2aa8_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201309fcf160a314d62a53d3db5b24d2aa8_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,152 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120137c4c9c0a95b473bb55059ad896a28e1_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120137c4c9c0a95b473bb55059ad896a28e1_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,153 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120148911b12be3945c89180d751c7d13bdd_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120148911b12be3945c89180d751c7d13bdd_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,154 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015b34bf64f4cf4eb4bb7bf1aa4654b785_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015b34bf64f4cf4eb4bb7bf1aa4654b785_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,155 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016241aa4bd5554a01a8376feffa2c2ca2_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016241aa4bd5554a01a8376feffa2c2ca2_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,156 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017bfde2adbad743bcbe7992621ca28fef_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412017bfde2adbad743bcbe7992621ca28fef_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,157 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120181f0a0a6180643639ec7e49cf84b3f66_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120181f0a0a6180643639ec7e49cf84b3f66_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,158 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120192abd836dd2245b8b01ca6bc98b812f5_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120192abd836dd2245b8b01ca6bc98b812f5_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,159 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201933c86a60d25473295ee099378d4a662_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201933c86a60d25473295ee099378d4a662_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,160 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b048b42abce0406cbc3fee6e0fc4de5b_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b048b42abce0406cbc3fee6e0fc4de5b_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,161 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b8955b74365048418cd6c8ce38ab68b1_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b8955b74365048418cd6c8ce38ab68b1_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,162 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201cd586e478a07464e9bfdda5004b24c3d_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201cd586e478a07464e9bfdda5004b24c3d_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,163 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ec224f2fa3534768a8fbb8028938e4df_d2da4fcecf8cf7257d9a2270950f0b61 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ec224f2fa3534768a8fbb8028938e4df_d2da4fcecf8cf7257d9a2270950f0b61 2024-12-01T18:24:15,164 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T18:24:15,166 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=142, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:15,167 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T18:24:15,169 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T18:24:15,170 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=142, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:15,170 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T18:24:15,170 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733077455170"}]},"ts":"9223372036854775807"} 2024-12-01T18:24:15,171 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-01T18:24:15,171 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d2da4fcecf8cf7257d9a2270950f0b61, NAME => 'TestAcidGuarantees,,1733077426561.d2da4fcecf8cf7257d9a2270950f0b61.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T18:24:15,171 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T18:24:15,171 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733077455171"}]},"ts":"9223372036854775807"} 2024-12-01T18:24:15,173 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-01T18:24:15,174 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=142, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:15,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-12-01T18:24:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-01T18:24:15,227 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-01T18:24:15,238 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=459 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=428 (was 478), ProcessCount=11 (was 11), AvailableMemoryMB=2662 (was 2692) 2024-12-01T18:24:15,247 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=428, ProcessCount=11, AvailableMemoryMB=2662 2024-12-01T18:24:15,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T18:24:15,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T18:24:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:15,250 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T18:24:15,250 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:15,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 143 2024-12-01T18:24:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-01T18:24:15,251 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T18:24:15,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742299_1475 (size=963) 2024-12-01T18:24:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-01T18:24:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-01T18:24:15,657 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632 2024-12-01T18:24:15,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742300_1476 (size=53) 2024-12-01T18:24:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-01T18:24:16,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:24:16,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c2bfabdde6bff24c5b1e8da46ebbaa1a, disabling compactions & flushes 2024-12-01T18:24:16,063 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:16,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:16,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. after waiting 0 ms 2024-12-01T18:24:16,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:16,063 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:16,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:16,064 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T18:24:16,064 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733077456064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733077456064"}]},"ts":"1733077456064"} 2024-12-01T18:24:16,065 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-01T18:24:16,066 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T18:24:16,066 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077456066"}]},"ts":"1733077456066"} 2024-12-01T18:24:16,067 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T18:24:16,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2bfabdde6bff24c5b1e8da46ebbaa1a, ASSIGN}] 2024-12-01T18:24:16,071 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2bfabdde6bff24c5b1e8da46ebbaa1a, ASSIGN 2024-12-01T18:24:16,071 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2bfabdde6bff24c5b1e8da46ebbaa1a, ASSIGN; state=OFFLINE, location=b8365d49b74c,42723,1733077344673; forceNewPlan=false, retain=false 2024-12-01T18:24:16,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=c2bfabdde6bff24c5b1e8da46ebbaa1a, regionState=OPENING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:16,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; OpenRegionProcedure c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:24:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-01T18:24:16,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:16,376 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:16,377 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7285): Opening region: {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} 2024-12-01T18:24:16,377 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:16,377 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:24:16,377 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7327): checking encryption for c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:16,377 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7330): checking classloading for c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:16,378 INFO [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:16,379 INFO [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:24:16,379 INFO [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2bfabdde6bff24c5b1e8da46ebbaa1a columnFamilyName A 2024-12-01T18:24:16,379 DEBUG [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:16,380 INFO [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] regionserver.HStore(327): Store=c2bfabdde6bff24c5b1e8da46ebbaa1a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:24:16,380 INFO [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:16,381 INFO [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:24:16,381 INFO [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2bfabdde6bff24c5b1e8da46ebbaa1a columnFamilyName B 2024-12-01T18:24:16,381 DEBUG [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:16,381 INFO [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] regionserver.HStore(327): Store=c2bfabdde6bff24c5b1e8da46ebbaa1a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:24:16,382 INFO [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:16,382 INFO [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:24:16,383 INFO [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2bfabdde6bff24c5b1e8da46ebbaa1a columnFamilyName C 2024-12-01T18:24:16,383 DEBUG [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:16,383 INFO [StoreOpener-c2bfabdde6bff24c5b1e8da46ebbaa1a-1 {}] regionserver.HStore(327): Store=c2bfabdde6bff24c5b1e8da46ebbaa1a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:24:16,383 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:16,384 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:16,384 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:16,385 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T18:24:16,386 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1085): writing seq id for c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:16,388 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T18:24:16,388 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1102): Opened c2bfabdde6bff24c5b1e8da46ebbaa1a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73064341, jitterRate=0.08874352276325226}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T18:24:16,389 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1001): Region open journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:16,389 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., pid=145, masterSystemTime=1733077456374 2024-12-01T18:24:16,390 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:16,390 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:16,391 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=c2bfabdde6bff24c5b1e8da46ebbaa1a, regionState=OPEN, openSeqNum=2, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:16,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-01T18:24:16,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; OpenRegionProcedure c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 in 169 msec 2024-12-01T18:24:16,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-12-01T18:24:16,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2bfabdde6bff24c5b1e8da46ebbaa1a, ASSIGN in 323 msec 2024-12-01T18:24:16,394 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T18:24:16,394 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077456394"}]},"ts":"1733077456394"} 2024-12-01T18:24:16,395 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T18:24:16,397 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T18:24:16,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-12-01T18:24:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-01T18:24:17,355 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 143 completed 2024-12-01T18:24:17,357 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-12-01T18:24:17,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:17,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:17,362 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:17,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T18:24:17,364 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T18:24:17,366 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-12-01T18:24:17,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:17,369 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-12-01T18:24:17,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:17,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-12-01T18:24:17,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:17,376 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-12-01T18:24:17,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:17,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ed69825 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34b30c39 2024-12-01T18:24:17,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f20c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:17,382 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-12-01T18:24:17,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:17,385 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-12-01T18:24:17,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:17,388 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-12-01T18:24:17,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:17,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-12-01T18:24:17,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:17,398 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2405c04e to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76f0408 2024-12-01T18:24:17,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc5e114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:17,409 DEBUG [hconnection-0x65ed3d57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:17,410 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:17,411 DEBUG [hconnection-0x138d91de-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:17,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-01T18:24:17,413 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:17,413 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:17,413 DEBUG [hconnection-0x58fc211d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-01T18:24:17,414 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:17,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:17,414 DEBUG [hconnection-0x76eae6cc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:17,414 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:17,415 DEBUG [hconnection-0x18f68cc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:17,415 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:17,416 DEBUG [hconnection-0x198cc4bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:17,416 DEBUG [hconnection-0x30e66db6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:17,416 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:17,417 DEBUG [hconnection-0x6d83373d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:17,417 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:17,417 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:17,417 DEBUG [hconnection-0x4b0820b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:17,417 DEBUG [hconnection-0x2b775ec8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:17,418 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:17,419 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:17,419 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:17,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T18:24:17,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:17,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:17,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:17,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:17,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:17,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:17,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/cc5bacba31e64cab887431edd5954e8e is 50, key is test_row_0/A:col10/1733077457418/Put/seqid=0 2024-12-01T18:24:17,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077517445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077517445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077517446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077517447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077517449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742301_1477 (size=14341) 2024-12-01T18:24:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-01T18:24:17,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077517551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077517551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077517551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077517551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077517554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-01T18:24:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:17,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-01T18:24:17,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-01T18:24:17,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:17,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:17,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:17,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077517754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077517754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077517755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077517755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077517758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/cc5bacba31e64cab887431edd5954e8e 2024-12-01T18:24:17,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:17,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-01T18:24:17,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:17,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:17,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:17,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:17,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:17,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/e07d8aca9d184144a9859c99549a16f0 is 50, key is test_row_0/B:col10/1733077457418/Put/seqid=0 2024-12-01T18:24:17,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742302_1478 (size=12001) 2024-12-01T18:24:17,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/e07d8aca9d184144a9859c99549a16f0 2024-12-01T18:24:17,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/de007fb65c634e9583ecd9809aef499d is 50, key is test_row_0/C:col10/1733077457418/Put/seqid=0 2024-12-01T18:24:17,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742303_1479 (size=12001) 2024-12-01T18:24:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-01T18:24:18,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-01T18:24:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:18,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:18,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077518060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077518060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077518060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077518061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077518061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-01T18:24:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:18,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:18,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-01T18:24:18,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:18,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:18,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:18,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:18,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:18,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/de007fb65c634e9583ecd9809aef499d 2024-12-01T18:24:18,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/cc5bacba31e64cab887431edd5954e8e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cc5bacba31e64cab887431edd5954e8e 2024-12-01T18:24:18,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cc5bacba31e64cab887431edd5954e8e, entries=200, sequenceid=13, filesize=14.0 K 2024-12-01T18:24:18,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/e07d8aca9d184144a9859c99549a16f0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e07d8aca9d184144a9859c99549a16f0 2024-12-01T18:24:18,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e07d8aca9d184144a9859c99549a16f0, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T18:24:18,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/de007fb65c634e9583ecd9809aef499d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/de007fb65c634e9583ecd9809aef499d 2024-12-01T18:24:18,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/de007fb65c634e9583ecd9809aef499d, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T18:24:18,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 942ms, sequenceid=13, compaction requested=false 2024-12-01T18:24:18,363 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T18:24:18,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:18,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-01T18:24:18,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:18,486 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:24:18,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:18,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:18,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:18,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:18,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:18,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:18,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/cb2902e428b74de697453d9069bd215a is 50, key is test_row_0/A:col10/1733077457446/Put/seqid=0 2024-12-01T18:24:18,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742304_1480 (size=12001) 2024-12-01T18:24:18,504 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/cb2902e428b74de697453d9069bd215a 2024-12-01T18:24:18,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/d8872a85098d4e02b14fac9bc70f1e47 is 50, key is test_row_0/B:col10/1733077457446/Put/seqid=0 2024-12-01T18:24:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-01T18:24:18,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742305_1481 (size=12001) 2024-12-01T18:24:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:18,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:18,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077518572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077518572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077518573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077518573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077518575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077518678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077518678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077518678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077518679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077518682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077518883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077518883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077518883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077518884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077518888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:18,917 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/d8872a85098d4e02b14fac9bc70f1e47 2024-12-01T18:24:18,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/1677978dc4634416b0fc05deb371b32d is 50, key is test_row_0/C:col10/1733077457446/Put/seqid=0 2024-12-01T18:24:18,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742306_1482 (size=12001) 2024-12-01T18:24:19,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077519187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077519187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077519187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077519188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077519191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,328 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/1677978dc4634416b0fc05deb371b32d 2024-12-01T18:24:19,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/cb2902e428b74de697453d9069bd215a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cb2902e428b74de697453d9069bd215a 2024-12-01T18:24:19,335 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cb2902e428b74de697453d9069bd215a, entries=150, sequenceid=37, filesize=11.7 K 2024-12-01T18:24:19,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/d8872a85098d4e02b14fac9bc70f1e47 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d8872a85098d4e02b14fac9bc70f1e47 2024-12-01T18:24:19,338 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d8872a85098d4e02b14fac9bc70f1e47, entries=150, sequenceid=37, filesize=11.7 K 2024-12-01T18:24:19,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/1677978dc4634416b0fc05deb371b32d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/1677978dc4634416b0fc05deb371b32d 2024-12-01T18:24:19,342 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/1677978dc4634416b0fc05deb371b32d, entries=150, sequenceid=37, filesize=11.7 K 2024-12-01T18:24:19,343 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 857ms, sequenceid=37, compaction requested=false 2024-12-01T18:24:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-01T18:24:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-01T18:24:19,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-01T18:24:19,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9310 sec 2024-12-01T18:24:19,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.9340 sec 2024-12-01T18:24:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-01T18:24:19,521 INFO [Thread-2121 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-01T18:24:19,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-01T18:24:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-01T18:24:19,523 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:19,524 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:19,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-01T18:24:19,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-01T18:24:19,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:19,676 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:24:19,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:19,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:19,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:19,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:19,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:19,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:19,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/3fcbca6a527d49c89b77d4fa6984f297 is 50, key is test_row_0/A:col10/1733077458573/Put/seqid=0 2024-12-01T18:24:19,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742307_1483 (size=12001) 2024-12-01T18:24:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:19,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:19,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077519718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077519719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077519720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077519722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077519723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-01T18:24:19,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077519829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077519829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077519829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077519830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:19,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077519831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077520032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077520032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077520033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077520033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077520038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,086 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/3fcbca6a527d49c89b77d4fa6984f297 2024-12-01T18:24:20,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/1b886a2242bb4ebaba8ef1af78b79a10 is 50, key is test_row_0/B:col10/1733077458573/Put/seqid=0 2024-12-01T18:24:20,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742308_1484 (size=12001) 2024-12-01T18:24:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-01T18:24:20,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077520336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077520336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077520337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077520338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077520343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T18:24:20,499 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/1b886a2242bb4ebaba8ef1af78b79a10 2024-12-01T18:24:20,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/b2022fb6623d400e8b5899037f42bb22 is 50, key is test_row_0/C:col10/1733077458573/Put/seqid=0 2024-12-01T18:24:20,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742309_1485 (size=12001) 2024-12-01T18:24:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-01T18:24:20,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077520840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077520842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077520846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077520847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077520849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:20,911 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/b2022fb6623d400e8b5899037f42bb22 2024-12-01T18:24:20,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/3fcbca6a527d49c89b77d4fa6984f297 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/3fcbca6a527d49c89b77d4fa6984f297 2024-12-01T18:24:20,918 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/3fcbca6a527d49c89b77d4fa6984f297, entries=150, sequenceid=49, filesize=11.7 K 2024-12-01T18:24:20,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/1b886a2242bb4ebaba8ef1af78b79a10 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/1b886a2242bb4ebaba8ef1af78b79a10 2024-12-01T18:24:20,922 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/1b886a2242bb4ebaba8ef1af78b79a10, entries=150, sequenceid=49, filesize=11.7 K 2024-12-01T18:24:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/b2022fb6623d400e8b5899037f42bb22 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/b2022fb6623d400e8b5899037f42bb22 2024-12-01T18:24:20,925 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/b2022fb6623d400e8b5899037f42bb22, entries=150, sequenceid=49, filesize=11.7 K 2024-12-01T18:24:20,926 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 1250ms, sequenceid=49, compaction requested=true 2024-12-01T18:24:20,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:20,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:20,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-01T18:24:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-01T18:24:20,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-01T18:24:20,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-12-01T18:24:20,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.4080 sec 2024-12-01T18:24:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-01T18:24:21,627 INFO [Thread-2121 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-01T18:24:21,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-01T18:24:21,630 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-01T18:24:21,631 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:21,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-01T18:24:21,782 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:21,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-01T18:24:21,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:21,783 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:24:21,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:21,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:21,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:21,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:21,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:21,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:21,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/d9787bd11deb4eff832d4635f2d514a1 is 50, key is test_row_0/A:col10/1733077459721/Put/seqid=0 2024-12-01T18:24:21,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742310_1486 (size=12001) 2024-12-01T18:24:21,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:21,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077521864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:21,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077521864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:21,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077521865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:21,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077521866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:21,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077521868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-01T18:24:21,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077521971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:21,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077521972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:21,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077521972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:21,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077521974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:22,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077522178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:22,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077522179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:22,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077522179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:22,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077522179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:22,192 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/d9787bd11deb4eff832d4635f2d514a1 2024-12-01T18:24:22,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/e992a579f3f34784b32c597bdc5e6bec is 50, key is test_row_0/B:col10/1733077459721/Put/seqid=0 2024-12-01T18:24:22,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742311_1487 (size=12001) 2024-12-01T18:24:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-01T18:24:22,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077522482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:22,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077522482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:22,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077522484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:22,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077522485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:22,605 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/e992a579f3f34784b32c597bdc5e6bec 2024-12-01T18:24:22,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/aea9c58c043d4646abddf7ec2d6f0def is 50, key is test_row_0/C:col10/1733077459721/Put/seqid=0 2024-12-01T18:24:22,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742312_1488 (size=12001) 2024-12-01T18:24:22,617 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/aea9c58c043d4646abddf7ec2d6f0def 2024-12-01T18:24:22,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/d9787bd11deb4eff832d4635f2d514a1 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d9787bd11deb4eff832d4635f2d514a1 2024-12-01T18:24:22,626 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d9787bd11deb4eff832d4635f2d514a1, entries=150, sequenceid=73, filesize=11.7 K 2024-12-01T18:24:22,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/e992a579f3f34784b32c597bdc5e6bec as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e992a579f3f34784b32c597bdc5e6bec 2024-12-01T18:24:22,632 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e992a579f3f34784b32c597bdc5e6bec, entries=150, sequenceid=73, filesize=11.7 K 2024-12-01T18:24:22,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/aea9c58c043d4646abddf7ec2d6f0def as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/aea9c58c043d4646abddf7ec2d6f0def 2024-12-01T18:24:22,637 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/aea9c58c043d4646abddf7ec2d6f0def, entries=150, sequenceid=73, filesize=11.7 K 2024-12-01T18:24:22,638 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 855ms, sequenceid=73, compaction requested=true 2024-12-01T18:24:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-01T18:24:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-01T18:24:22,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-01T18:24:22,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0080 sec 2024-12-01T18:24:22,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.0120 sec 2024-12-01T18:24:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-01T18:24:22,733 INFO [Thread-2121 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-01T18:24:22,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-01T18:24:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-01T18:24:22,736 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:22,736 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:22,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-01T18:24:22,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:22,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-01T18:24:22,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:22,889 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:24:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:22,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/d0d6ed81f6ec49abb105b3075ce3b64f is 50, key is test_row_0/A:col10/1733077461859/Put/seqid=0 2024-12-01T18:24:22,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742313_1489 (size=12001) 2024-12-01T18:24:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:22,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:23,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077523021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077523021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077523022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077523023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-01T18:24:23,051 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T18:24:23,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077523124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077523129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077523129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077523130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,297 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/d0d6ed81f6ec49abb105b3075ce3b64f 2024-12-01T18:24:23,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/f03dae8d382a4486ae8fd6dd86bee6e9 is 50, key is test_row_0/B:col10/1733077461859/Put/seqid=0 2024-12-01T18:24:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742314_1490 (size=12001) 2024-12-01T18:24:23,309 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/f03dae8d382a4486ae8fd6dd86bee6e9 2024-12-01T18:24:23,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/0ca6b844be7b41c381ab343f84cae503 is 50, key is test_row_0/C:col10/1733077461859/Put/seqid=0 2024-12-01T18:24:23,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742315_1491 (size=12001) 2024-12-01T18:24:23,327 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/0ca6b844be7b41c381ab343f84cae503 2024-12-01T18:24:23,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/d0d6ed81f6ec49abb105b3075ce3b64f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d0d6ed81f6ec49abb105b3075ce3b64f 2024-12-01T18:24:23,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,337 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d0d6ed81f6ec49abb105b3075ce3b64f, entries=150, sequenceid=85, filesize=11.7 K 2024-12-01T18:24:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077523331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077523332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077523333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-01T18:24:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/f03dae8d382a4486ae8fd6dd86bee6e9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/f03dae8d382a4486ae8fd6dd86bee6e9 2024-12-01T18:24:23,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077523335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,341 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/f03dae8d382a4486ae8fd6dd86bee6e9, entries=150, sequenceid=85, filesize=11.7 K 2024-12-01T18:24:23,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/0ca6b844be7b41c381ab343f84cae503 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/0ca6b844be7b41c381ab343f84cae503 2024-12-01T18:24:23,345 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/0ca6b844be7b41c381ab343f84cae503, entries=150, sequenceid=85, filesize=11.7 K 2024-12-01T18:24:23,346 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 458ms, sequenceid=85, compaction requested=true 2024-12-01T18:24:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-01T18:24:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-01T18:24:23,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-01T18:24:23,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 611 msec 2024-12-01T18:24:23,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 615 msec 2024-12-01T18:24:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:23,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T18:24:23,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:23,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:23,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:23,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:23,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:23,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:23,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/cbc07cb160254562b92b5abdcb0e44bc is 50, key is test_row_0/A:col10/1733077463020/Put/seqid=0 2024-12-01T18:24:23,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742316_1492 (size=14341) 2024-12-01T18:24:23,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077523654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077523655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077523658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077523658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077523765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077523765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077523766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077523766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-01T18:24:23,839 INFO [Thread-2121 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-01T18:24:23,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-01T18:24:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-01T18:24:23,842 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:23,842 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:23,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:23,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077523885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,888 DEBUG [Thread-2111 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., hostname=b8365d49b74c,42723,1733077344673, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T18:24:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-01T18:24:23,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077523976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077523976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077523976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077523976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:23,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T18:24:23,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:23,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:23,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:23,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:23,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/cbc07cb160254562b92b5abdcb0e44bc 2024-12-01T18:24:24,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/1c8844a9fff4472caed82b354b696309 is 50, key is test_row_0/B:col10/1733077463020/Put/seqid=0 2024-12-01T18:24:24,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742317_1493 (size=12001) 2024-12-01T18:24:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-01T18:24:24,146 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T18:24:24,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:24,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077524279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077524280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077524284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077524285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T18:24:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-01T18:24:24,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T18:24:24,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:24,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/1c8844a9fff4472caed82b354b696309 2024-12-01T18:24:24,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/8edc954b7b7f4f4cb9030e3313a9afc0 is 50, key is test_row_0/C:col10/1733077463020/Put/seqid=0 2024-12-01T18:24:24,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742318_1494 (size=12001) 2024-12-01T18:24:24,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T18:24:24,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:24,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,758 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T18:24:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:24,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077524785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077524787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077524789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077524792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/8edc954b7b7f4f4cb9030e3313a9afc0 2024-12-01T18:24:24,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/cbc07cb160254562b92b5abdcb0e44bc as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cbc07cb160254562b92b5abdcb0e44bc 2024-12-01T18:24:24,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cbc07cb160254562b92b5abdcb0e44bc, entries=200, sequenceid=110, filesize=14.0 K 2024-12-01T18:24:24,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/1c8844a9fff4472caed82b354b696309 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/1c8844a9fff4472caed82b354b696309 2024-12-01T18:24:24,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/1c8844a9fff4472caed82b354b696309, entries=150, sequenceid=110, filesize=11.7 K 2024-12-01T18:24:24,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/8edc954b7b7f4f4cb9030e3313a9afc0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/8edc954b7b7f4f4cb9030e3313a9afc0 2024-12-01T18:24:24,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/8edc954b7b7f4f4cb9030e3313a9afc0, entries=150, sequenceid=110, filesize=11.7 K 2024-12-01T18:24:24,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 1250ms, sequenceid=110, compaction requested=true 2024-12-01T18:24:24,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:24,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:24,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:24,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:24,893 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-01T18:24:24,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:24,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:24,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:24,893 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-01T18:24:24,895 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-01T18:24:24,895 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/B is initiating minor compaction (all files) 2024-12-01T18:24:24,895 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/B in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,895 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e07d8aca9d184144a9859c99549a16f0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d8872a85098d4e02b14fac9bc70f1e47, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/1b886a2242bb4ebaba8ef1af78b79a10, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e992a579f3f34784b32c597bdc5e6bec, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/f03dae8d382a4486ae8fd6dd86bee6e9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/1c8844a9fff4472caed82b354b696309] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=70.3 K 2024-12-01T18:24:24,895 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 76686 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-01T18:24:24,895 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/A is initiating minor compaction (all files) 2024-12-01T18:24:24,895 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/A in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,896 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cc5bacba31e64cab887431edd5954e8e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cb2902e428b74de697453d9069bd215a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/3fcbca6a527d49c89b77d4fa6984f297, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d9787bd11deb4eff832d4635f2d514a1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d0d6ed81f6ec49abb105b3075ce3b64f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cbc07cb160254562b92b5abdcb0e44bc] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=74.9 K 2024-12-01T18:24:24,896 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e07d8aca9d184144a9859c99549a16f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733077457415 2024-12-01T18:24:24,896 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc5bacba31e64cab887431edd5954e8e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733077457415 2024-12-01T18:24:24,896 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d8872a85098d4e02b14fac9bc70f1e47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733077457440 2024-12-01T18:24:24,896 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb2902e428b74de697453d9069bd215a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733077457440 2024-12-01T18:24:24,897 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b886a2242bb4ebaba8ef1af78b79a10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733077458571 2024-12-01T18:24:24,897 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fcbca6a527d49c89b77d4fa6984f297, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733077458571 2024-12-01T18:24:24,897 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e992a579f3f34784b32c597bdc5e6bec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733077459719 2024-12-01T18:24:24,897 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9787bd11deb4eff832d4635f2d514a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733077459719 2024-12-01T18:24:24,900 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting f03dae8d382a4486ae8fd6dd86bee6e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733077461859 2024-12-01T18:24:24,900 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0d6ed81f6ec49abb105b3075ce3b64f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733077461859 2024-12-01T18:24:24,900 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c8844a9fff4472caed82b354b696309, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733077463020 2024-12-01T18:24:24,900 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbc07cb160254562b92b5abdcb0e44bc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733077463020 2024-12-01T18:24:24,910 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:24,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-01T18:24:24,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,911 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T18:24:24,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:24,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:24,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:24,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:24,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:24,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:24,913 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#B#compaction#414 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:24,914 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/2bf437a5137d4ef7b15f7cdead078f9b is 50, key is test_row_0/B:col10/1733077463020/Put/seqid=0 2024-12-01T18:24:24,914 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#A#compaction#413 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:24,914 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/926a7567b7ea4071815dc470b61a6ac2 is 50, key is test_row_0/A:col10/1733077463020/Put/seqid=0 2024-12-01T18:24:24,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/7ac1d21dfaac4a759ad461c0da9d5df1 is 50, key is test_row_0/A:col10/1733077463657/Put/seqid=0 2024-12-01T18:24:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742319_1495 (size=12207) 2024-12-01T18:24:24,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742320_1496 (size=12207) 2024-12-01T18:24:24,932 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/2bf437a5137d4ef7b15f7cdead078f9b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2bf437a5137d4ef7b15f7cdead078f9b 2024-12-01T18:24:24,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742321_1497 (size=12001) 2024-12-01T18:24:24,933 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/926a7567b7ea4071815dc470b61a6ac2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/926a7567b7ea4071815dc470b61a6ac2 2024-12-01T18:24:24,938 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/B of c2bfabdde6bff24c5b1e8da46ebbaa1a into 2bf437a5137d4ef7b15f7cdead078f9b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:24,938 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:24,938 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/B, priority=10, startTime=1733077464893; duration=0sec 2024-12-01T18:24:24,938 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/A of c2bfabdde6bff24c5b1e8da46ebbaa1a into 926a7567b7ea4071815dc470b61a6ac2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:24,938 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:24,938 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:24,938 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:B 2024-12-01T18:24:24,938 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/A, priority=10, startTime=1733077464893; duration=0sec 2024-12-01T18:24:24,938 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-01T18:24:24,939 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:24,939 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:A 2024-12-01T18:24:24,940 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-01T18:24:24,940 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/C is initiating minor compaction (all files) 2024-12-01T18:24:24,940 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/C in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:24,940 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/de007fb65c634e9583ecd9809aef499d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/1677978dc4634416b0fc05deb371b32d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/b2022fb6623d400e8b5899037f42bb22, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/aea9c58c043d4646abddf7ec2d6f0def, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/0ca6b844be7b41c381ab343f84cae503, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/8edc954b7b7f4f4cb9030e3313a9afc0] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=70.3 K 2024-12-01T18:24:24,940 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting de007fb65c634e9583ecd9809aef499d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733077457415 2024-12-01T18:24:24,941 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 1677978dc4634416b0fc05deb371b32d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733077457440 2024-12-01T18:24:24,941 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting b2022fb6623d400e8b5899037f42bb22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733077458571 2024-12-01T18:24:24,941 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting aea9c58c043d4646abddf7ec2d6f0def, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733077459719 2024-12-01T18:24:24,942 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ca6b844be7b41c381ab343f84cae503, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733077461859 2024-12-01T18:24:24,942 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 8edc954b7b7f4f4cb9030e3313a9afc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733077463020 2024-12-01T18:24:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-01T18:24:24,955 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#C#compaction#416 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:24,956 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/e71d9a031e374e97956d5e7fcc5db654 is 50, key is test_row_0/C:col10/1733077463020/Put/seqid=0 2024-12-01T18:24:24,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742322_1498 (size=12207) 2024-12-01T18:24:24,974 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/e71d9a031e374e97956d5e7fcc5db654 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/e71d9a031e374e97956d5e7fcc5db654 2024-12-01T18:24:24,985 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/C of c2bfabdde6bff24c5b1e8da46ebbaa1a into e71d9a031e374e97956d5e7fcc5db654(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:24,985 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:24,985 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/C, priority=10, startTime=1733077464893; duration=0sec 2024-12-01T18:24:24,985 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:24,985 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:C 2024-12-01T18:24:25,334 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/7ac1d21dfaac4a759ad461c0da9d5df1 2024-12-01T18:24:25,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/ac3c3f248cfe460f8ac8ca228d1129bd is 50, key is test_row_0/B:col10/1733077463657/Put/seqid=0 2024-12-01T18:24:25,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742323_1499 (size=12001) 2024-12-01T18:24:25,750 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/ac3c3f248cfe460f8ac8ca228d1129bd 2024-12-01T18:24:25,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/45ca8c6160be416e9dc4c32fa35a6063 is 50, key is test_row_0/C:col10/1733077463657/Put/seqid=0 2024-12-01T18:24:25,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742324_1500 (size=12001) 2024-12-01T18:24:25,762 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/45ca8c6160be416e9dc4c32fa35a6063 2024-12-01T18:24:25,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/7ac1d21dfaac4a759ad461c0da9d5df1 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/7ac1d21dfaac4a759ad461c0da9d5df1 2024-12-01T18:24:25,770 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/7ac1d21dfaac4a759ad461c0da9d5df1, entries=150, sequenceid=121, filesize=11.7 K 2024-12-01T18:24:25,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/ac3c3f248cfe460f8ac8ca228d1129bd as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/ac3c3f248cfe460f8ac8ca228d1129bd 2024-12-01T18:24:25,774 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/ac3c3f248cfe460f8ac8ca228d1129bd, entries=150, sequenceid=121, filesize=11.7 K 2024-12-01T18:24:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/45ca8c6160be416e9dc4c32fa35a6063 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/45ca8c6160be416e9dc4c32fa35a6063 2024-12-01T18:24:25,779 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/45ca8c6160be416e9dc4c32fa35a6063, entries=150, sequenceid=121, filesize=11.7 K 2024-12-01T18:24:25,780 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 869ms, sequenceid=121, compaction requested=false 2024-12-01T18:24:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-01T18:24:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-12-01T18:24:25,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-01T18:24:25,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9390 sec 2024-12-01T18:24:25,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.9440 sec 2024-12-01T18:24:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:25,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T18:24:25,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:25,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:25,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:25,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:25,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:25,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:25,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/8827480fb51d433f85cfe384f79ffd60 is 50, key is test_row_0/A:col10/1733077465804/Put/seqid=0 2024-12-01T18:24:25,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742325_1501 (size=12151) 2024-12-01T18:24:25,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077525835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:25,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077525840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:25,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077525840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:25,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077525841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-01T18:24:25,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077525942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:25,945 INFO [Thread-2121 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-01T18:24:25,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-01T18:24:25,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077525946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-01T18:24:25,948 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:25,949 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:25,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:25,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077525946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:25,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077525948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-01T18:24:26,101 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T18:24:26,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:26,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:26,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:26,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:26,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:26,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077526147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077526150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077526152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077526153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/8827480fb51d433f85cfe384f79ffd60 2024-12-01T18:24:26,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/8c105f6c681c4059b95866d1ebc15692 is 50, key is test_row_0/B:col10/1733077465804/Put/seqid=0 2024-12-01T18:24:26,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742326_1502 (size=12151) 2024-12-01T18:24:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-01T18:24:26,254 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T18:24:26,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:26,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:26,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:26,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:26,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:26,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T18:24:26,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:26,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:26,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:26,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:26,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:26,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077526449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077526455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077526456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077526459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-01T18:24:26,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T18:24:26,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:26,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:26,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:26,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:26,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/8c105f6c681c4059b95866d1ebc15692 2024-12-01T18:24:26,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/315aaa6ad1e04590b3b58908c6406504 is 50, key is test_row_0/C:col10/1733077465804/Put/seqid=0 2024-12-01T18:24:26,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742327_1503 (size=12151) 2024-12-01T18:24:26,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/315aaa6ad1e04590b3b58908c6406504 2024-12-01T18:24:26,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/8827480fb51d433f85cfe384f79ffd60 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/8827480fb51d433f85cfe384f79ffd60 2024-12-01T18:24:26,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/8827480fb51d433f85cfe384f79ffd60, entries=150, sequenceid=136, filesize=11.9 K 2024-12-01T18:24:26,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/8c105f6c681c4059b95866d1ebc15692 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/8c105f6c681c4059b95866d1ebc15692 2024-12-01T18:24:26,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/8c105f6c681c4059b95866d1ebc15692, entries=150, sequenceid=136, filesize=11.9 K 2024-12-01T18:24:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/315aaa6ad1e04590b3b58908c6406504 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/315aaa6ad1e04590b3b58908c6406504 2024-12-01T18:24:26,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/315aaa6ad1e04590b3b58908c6406504, entries=150, sequenceid=136, filesize=11.9 K 2024-12-01T18:24:26,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 870ms, sequenceid=136, compaction requested=true 2024-12-01T18:24:26,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:26,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:26,674 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:26,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:26,674 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:26,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:26,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:26,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:26,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:26,675 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:26,675 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:26,675 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/B is initiating minor compaction (all files) 2024-12-01T18:24:26,675 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/A is initiating minor compaction (all files) 2024-12-01T18:24:26,675 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/B in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:26,675 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/A in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:26,675 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2bf437a5137d4ef7b15f7cdead078f9b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/ac3c3f248cfe460f8ac8ca228d1129bd, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/8c105f6c681c4059b95866d1ebc15692] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=35.5 K 2024-12-01T18:24:26,675 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/926a7567b7ea4071815dc470b61a6ac2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/7ac1d21dfaac4a759ad461c0da9d5df1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/8827480fb51d433f85cfe384f79ffd60] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=35.5 K 2024-12-01T18:24:26,676 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bf437a5137d4ef7b15f7cdead078f9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733077463020 2024-12-01T18:24:26,676 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 926a7567b7ea4071815dc470b61a6ac2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733077463020 2024-12-01T18:24:26,676 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting ac3c3f248cfe460f8ac8ca228d1129bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733077463650 2024-12-01T18:24:26,676 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ac1d21dfaac4a759ad461c0da9d5df1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733077463650 2024-12-01T18:24:26,676 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c105f6c681c4059b95866d1ebc15692, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733077465800 2024-12-01T18:24:26,677 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8827480fb51d433f85cfe384f79ffd60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733077465800 2024-12-01T18:24:26,683 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#A#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:26,683 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/a7953b4855594aafad3062da369687fc is 50, key is test_row_0/A:col10/1733077465804/Put/seqid=0 2024-12-01T18:24:26,683 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:26,684 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/b07cd46100f4496c84008d9d853704b8 is 50, key is test_row_0/B:col10/1733077465804/Put/seqid=0 2024-12-01T18:24:26,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742328_1504 (size=12459) 2024-12-01T18:24:26,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742329_1505 (size=12459) 2024-12-01T18:24:26,692 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/a7953b4855594aafad3062da369687fc as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/a7953b4855594aafad3062da369687fc 2024-12-01T18:24:26,696 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/A of c2bfabdde6bff24c5b1e8da46ebbaa1a into a7953b4855594aafad3062da369687fc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:26,696 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:26,696 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/A, priority=13, startTime=1733077466674; duration=0sec 2024-12-01T18:24:26,696 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:26,696 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:A 2024-12-01T18:24:26,696 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:26,697 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:26,697 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/C is initiating minor compaction (all files) 2024-12-01T18:24:26,697 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/C in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:26,697 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/e71d9a031e374e97956d5e7fcc5db654, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/45ca8c6160be416e9dc4c32fa35a6063, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/315aaa6ad1e04590b3b58908c6406504] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=35.5 K 2024-12-01T18:24:26,697 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting e71d9a031e374e97956d5e7fcc5db654, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733077463020 2024-12-01T18:24:26,698 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45ca8c6160be416e9dc4c32fa35a6063, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733077463650 2024-12-01T18:24:26,698 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 315aaa6ad1e04590b3b58908c6406504, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733077465800 2024-12-01T18:24:26,704 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#C#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:26,705 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/f01f7e0e3f184a72ab18e4585a3caf06 is 50, key is test_row_0/C:col10/1733077465804/Put/seqid=0 2024-12-01T18:24:26,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-01T18:24:26,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:26,713 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T18:24:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:26,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742330_1506 (size=12459) 2024-12-01T18:24:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:26,719 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/f01f7e0e3f184a72ab18e4585a3caf06 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f01f7e0e3f184a72ab18e4585a3caf06 2024-12-01T18:24:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/f266db5fa92341e3b3e6755c7fad512b is 50, key is test_row_0/A:col10/1733077465840/Put/seqid=0 2024-12-01T18:24:26,724 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/C of c2bfabdde6bff24c5b1e8da46ebbaa1a into f01f7e0e3f184a72ab18e4585a3caf06(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:26,724 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:26,724 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/C, priority=13, startTime=1733077466675; duration=0sec 2024-12-01T18:24:26,724 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:26,724 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:C 2024-12-01T18:24:26,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742331_1507 (size=12151) 2024-12-01T18:24:26,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cc5bacba31e64cab887431edd5954e8e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cb2902e428b74de697453d9069bd215a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/3fcbca6a527d49c89b77d4fa6984f297, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d9787bd11deb4eff832d4635f2d514a1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d0d6ed81f6ec49abb105b3075ce3b64f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cbc07cb160254562b92b5abdcb0e44bc, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/926a7567b7ea4071815dc470b61a6ac2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/7ac1d21dfaac4a759ad461c0da9d5df1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/8827480fb51d433f85cfe384f79ffd60] to archive 2024-12-01T18:24:26,882 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:24:26,884 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cc5bacba31e64cab887431edd5954e8e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cc5bacba31e64cab887431edd5954e8e 2024-12-01T18:24:26,885 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cb2902e428b74de697453d9069bd215a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cb2902e428b74de697453d9069bd215a 2024-12-01T18:24:26,886 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/3fcbca6a527d49c89b77d4fa6984f297 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/3fcbca6a527d49c89b77d4fa6984f297 2024-12-01T18:24:26,887 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d9787bd11deb4eff832d4635f2d514a1 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d9787bd11deb4eff832d4635f2d514a1 2024-12-01T18:24:26,888 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d0d6ed81f6ec49abb105b3075ce3b64f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d0d6ed81f6ec49abb105b3075ce3b64f 2024-12-01T18:24:26,890 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cbc07cb160254562b92b5abdcb0e44bc to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/cbc07cb160254562b92b5abdcb0e44bc 2024-12-01T18:24:26,891 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/926a7567b7ea4071815dc470b61a6ac2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/926a7567b7ea4071815dc470b61a6ac2 2024-12-01T18:24:26,892 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/7ac1d21dfaac4a759ad461c0da9d5df1 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/7ac1d21dfaac4a759ad461c0da9d5df1 2024-12-01T18:24:26,893 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/8827480fb51d433f85cfe384f79ffd60 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/8827480fb51d433f85cfe384f79ffd60 2024-12-01T18:24:26,894 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e07d8aca9d184144a9859c99549a16f0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d8872a85098d4e02b14fac9bc70f1e47, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/1b886a2242bb4ebaba8ef1af78b79a10, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e992a579f3f34784b32c597bdc5e6bec, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/f03dae8d382a4486ae8fd6dd86bee6e9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/1c8844a9fff4472caed82b354b696309] to archive 2024-12-01T18:24:26,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:24:26,896 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e07d8aca9d184144a9859c99549a16f0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e07d8aca9d184144a9859c99549a16f0 2024-12-01T18:24:26,897 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d8872a85098d4e02b14fac9bc70f1e47 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d8872a85098d4e02b14fac9bc70f1e47 2024-12-01T18:24:26,898 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/1b886a2242bb4ebaba8ef1af78b79a10 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/1b886a2242bb4ebaba8ef1af78b79a10 2024-12-01T18:24:26,909 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e992a579f3f34784b32c597bdc5e6bec to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e992a579f3f34784b32c597bdc5e6bec 2024-12-01T18:24:26,910 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/f03dae8d382a4486ae8fd6dd86bee6e9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/f03dae8d382a4486ae8fd6dd86bee6e9 2024-12-01T18:24:26,911 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/1c8844a9fff4472caed82b354b696309 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/1c8844a9fff4472caed82b354b696309 2024-12-01T18:24:26,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/de007fb65c634e9583ecd9809aef499d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/1677978dc4634416b0fc05deb371b32d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/b2022fb6623d400e8b5899037f42bb22, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/aea9c58c043d4646abddf7ec2d6f0def, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/0ca6b844be7b41c381ab343f84cae503, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/e71d9a031e374e97956d5e7fcc5db654, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/8edc954b7b7f4f4cb9030e3313a9afc0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/45ca8c6160be416e9dc4c32fa35a6063, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/315aaa6ad1e04590b3b58908c6406504] to archive 2024-12-01T18:24:26,915 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:24:26,917 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/de007fb65c634e9583ecd9809aef499d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/de007fb65c634e9583ecd9809aef499d 2024-12-01T18:24:26,920 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/1677978dc4634416b0fc05deb371b32d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/1677978dc4634416b0fc05deb371b32d 2024-12-01T18:24:26,921 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/b2022fb6623d400e8b5899037f42bb22 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/b2022fb6623d400e8b5899037f42bb22 2024-12-01T18:24:26,922 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/aea9c58c043d4646abddf7ec2d6f0def to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/aea9c58c043d4646abddf7ec2d6f0def 2024-12-01T18:24:26,923 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/0ca6b844be7b41c381ab343f84cae503 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/0ca6b844be7b41c381ab343f84cae503 2024-12-01T18:24:26,924 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/e71d9a031e374e97956d5e7fcc5db654 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/e71d9a031e374e97956d5e7fcc5db654 2024-12-01T18:24:26,925 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/8edc954b7b7f4f4cb9030e3313a9afc0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/8edc954b7b7f4f4cb9030e3313a9afc0 2024-12-01T18:24:26,926 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/45ca8c6160be416e9dc4c32fa35a6063 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/45ca8c6160be416e9dc4c32fa35a6063 2024-12-01T18:24:26,927 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b8365d49b74c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/315aaa6ad1e04590b3b58908c6406504 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/315aaa6ad1e04590b3b58908c6406504 2024-12-01T18:24:26,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:26,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077526967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077526971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077526972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:26,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077526972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-01T18:24:27,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077527074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077527074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077527077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077527078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,092 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/b07cd46100f4496c84008d9d853704b8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b07cd46100f4496c84008d9d853704b8 2024-12-01T18:24:27,096 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/B of c2bfabdde6bff24c5b1e8da46ebbaa1a into b07cd46100f4496c84008d9d853704b8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:27,097 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:27,097 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/B, priority=13, startTime=1733077466674; duration=0sec 2024-12-01T18:24:27,097 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:27,097 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:B 2024-12-01T18:24:27,128 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/f266db5fa92341e3b3e6755c7fad512b 2024-12-01T18:24:27,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/b37ef8b5a9e54a618f3880dad77ff502 is 50, key is test_row_0/B:col10/1733077465840/Put/seqid=0 2024-12-01T18:24:27,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742332_1508 (size=12151) 2024-12-01T18:24:27,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077527277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077527277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077527280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077527281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,554 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/b37ef8b5a9e54a618f3880dad77ff502 2024-12-01T18:24:27,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/f229c58c169245c7808cf8dc5da6bb1f is 50, key is test_row_0/C:col10/1733077465840/Put/seqid=0 2024-12-01T18:24:27,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742333_1509 (size=12151) 2024-12-01T18:24:27,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077527582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077527583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077527584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077527586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58834 deadline: 1733077527924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:27,927 DEBUG [Thread-2111 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., hostname=b8365d49b74c,42723,1733077344673, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T18:24:27,965 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/f229c58c169245c7808cf8dc5da6bb1f 2024-12-01T18:24:27,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/f266db5fa92341e3b3e6755c7fad512b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/f266db5fa92341e3b3e6755c7fad512b 2024-12-01T18:24:27,972 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/f266db5fa92341e3b3e6755c7fad512b, entries=150, sequenceid=162, filesize=11.9 K 2024-12-01T18:24:27,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/b37ef8b5a9e54a618f3880dad77ff502 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b37ef8b5a9e54a618f3880dad77ff502 2024-12-01T18:24:27,976 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b37ef8b5a9e54a618f3880dad77ff502, entries=150, sequenceid=162, filesize=11.9 K 2024-12-01T18:24:27,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/f229c58c169245c7808cf8dc5da6bb1f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f229c58c169245c7808cf8dc5da6bb1f 2024-12-01T18:24:27,979 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f229c58c169245c7808cf8dc5da6bb1f, entries=150, sequenceid=162, filesize=11.9 K 2024-12-01T18:24:27,980 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 1267ms, sequenceid=162, compaction requested=false 2024-12-01T18:24:27,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:27,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:27,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-01T18:24:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-12-01T18:24:27,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-01T18:24:27,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0320 sec 2024-12-01T18:24:27,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.0360 sec 2024-12-01T18:24:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-01T18:24:28,052 INFO [Thread-2121 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-12-01T18:24:28,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-01T18:24:28,054 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-01T18:24:28,055 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:28,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:28,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:24:28,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:28,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:28,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:28,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:28,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:28,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:28,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/2eba91a527374f0993f1bc32544c344b is 50, key is test_row_0/A:col10/1733077466969/Put/seqid=0 2024-12-01T18:24:28,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742334_1510 (size=14541) 2024-12-01T18:24:28,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077528142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077528143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077528144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077528149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-01T18:24:28,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T18:24:28,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:28,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:28,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:28,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077528250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077528250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077528250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077528254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-01T18:24:28,359 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T18:24:28,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:28,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:28,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:28,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077528457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077528457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077528458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077528459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/2eba91a527374f0993f1bc32544c344b 2024-12-01T18:24:28,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/5fd09fe2e71542ffad94ec3223c36e63 is 50, key is test_row_0/B:col10/1733077466969/Put/seqid=0 2024-12-01T18:24:28,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T18:24:28,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:28,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:28,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:28,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742335_1511 (size=12151) 2024-12-01T18:24:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-01T18:24:28,665 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T18:24:28,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:28,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:28,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:28,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077528761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077528762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077528762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077528763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,817 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T18:24:28,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:28,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:28,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:28,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/5fd09fe2e71542ffad94ec3223c36e63 2024-12-01T18:24:28,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/d4e328e9601c47ad8c634e6b6f0e786f is 50, key is test_row_0/C:col10/1733077466969/Put/seqid=0 2024-12-01T18:24:28,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742336_1512 (size=12151) 2024-12-01T18:24:28,970 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:28,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T18:24:28,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:28,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:28,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:28,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:29,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:29,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T18:24:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:29,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-01T18:24:29,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077529267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:29,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077529268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:29,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:29,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077529270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:29,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T18:24:29,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077529271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:29,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:29,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/d4e328e9601c47ad8c634e6b6f0e786f 2024-12-01T18:24:29,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/2eba91a527374f0993f1bc32544c344b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/2eba91a527374f0993f1bc32544c344b 2024-12-01T18:24:29,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/2eba91a527374f0993f1bc32544c344b, entries=200, sequenceid=176, filesize=14.2 K 2024-12-01T18:24:29,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/5fd09fe2e71542ffad94ec3223c36e63 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/5fd09fe2e71542ffad94ec3223c36e63 2024-12-01T18:24:29,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/5fd09fe2e71542ffad94ec3223c36e63, entries=150, sequenceid=176, filesize=11.9 K 2024-12-01T18:24:29,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/d4e328e9601c47ad8c634e6b6f0e786f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/d4e328e9601c47ad8c634e6b6f0e786f 2024-12-01T18:24:29,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/d4e328e9601c47ad8c634e6b6f0e786f, entries=150, sequenceid=176, filesize=11.9 K 2024-12-01T18:24:29,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 1255ms, sequenceid=176, compaction requested=true 2024-12-01T18:24:29,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:29,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:29,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:29,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:29,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:29,345 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:29,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:29,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:29,345 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:29,346 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:29,346 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/A is initiating minor compaction (all files) 2024-12-01T18:24:29,346 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/A in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:29,346 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/a7953b4855594aafad3062da369687fc, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/f266db5fa92341e3b3e6755c7fad512b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/2eba91a527374f0993f1bc32544c344b] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=38.2 K 2024-12-01T18:24:29,346 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:29,346 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7953b4855594aafad3062da369687fc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733077465800 2024-12-01T18:24:29,346 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/B is initiating minor compaction (all files) 2024-12-01T18:24:29,347 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/B in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:29,347 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b07cd46100f4496c84008d9d853704b8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b37ef8b5a9e54a618f3880dad77ff502, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/5fd09fe2e71542ffad94ec3223c36e63] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=35.9 K 2024-12-01T18:24:29,350 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting f266db5fa92341e3b3e6755c7fad512b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733077465835 2024-12-01T18:24:29,350 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting b07cd46100f4496c84008d9d853704b8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733077465800 2024-12-01T18:24:29,350 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting b37ef8b5a9e54a618f3880dad77ff502, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733077465835 2024-12-01T18:24:29,350 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2eba91a527374f0993f1bc32544c344b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733077466969 2024-12-01T18:24:29,351 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fd09fe2e71542ffad94ec3223c36e63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733077466969 2024-12-01T18:24:29,359 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:29,360 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/d8220fd20c784891bd57c17ed4a13772 is 50, key is test_row_0/B:col10/1733077466969/Put/seqid=0 2024-12-01T18:24:29,362 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#A#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:29,362 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/8a3fc35ecdd647f8bb5a266507f1ab48 is 50, key is test_row_0/A:col10/1733077466969/Put/seqid=0 2024-12-01T18:24:29,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742337_1513 (size=12357) 2024-12-01T18:24:29,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742338_1514 (size=12254) 2024-12-01T18:24:29,428 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:29,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T18:24:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:29,429 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:24:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:29,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/53e8988eb7fb4c93bbc66668a8cbf093 is 50, key is test_row_0/A:col10/1733077468142/Put/seqid=0 2024-12-01T18:24:29,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742339_1515 (size=12151) 2024-12-01T18:24:29,457 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/53e8988eb7fb4c93bbc66668a8cbf093 2024-12-01T18:24:29,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/4caa2bc34b6944959f4affc5d79917f6 is 50, key is test_row_0/B:col10/1733077468142/Put/seqid=0 2024-12-01T18:24:29,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742340_1516 (size=12151) 2024-12-01T18:24:29,770 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/d8220fd20c784891bd57c17ed4a13772 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d8220fd20c784891bd57c17ed4a13772 2024-12-01T18:24:29,773 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/8a3fc35ecdd647f8bb5a266507f1ab48 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/8a3fc35ecdd647f8bb5a266507f1ab48 2024-12-01T18:24:29,777 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/A of c2bfabdde6bff24c5b1e8da46ebbaa1a into 8a3fc35ecdd647f8bb5a266507f1ab48(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:29,777 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:29,777 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/A, priority=13, startTime=1733077469345; duration=0sec 2024-12-01T18:24:29,777 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:29,777 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:A 2024-12-01T18:24:29,777 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:29,778 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:29,778 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/C is initiating minor compaction (all files) 2024-12-01T18:24:29,778 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/C in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:29,778 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f01f7e0e3f184a72ab18e4585a3caf06, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f229c58c169245c7808cf8dc5da6bb1f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/d4e328e9601c47ad8c634e6b6f0e786f] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=35.9 K 2024-12-01T18:24:29,779 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting f01f7e0e3f184a72ab18e4585a3caf06, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733077465800 2024-12-01T18:24:29,779 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting f229c58c169245c7808cf8dc5da6bb1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733077465835 2024-12-01T18:24:29,779 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4e328e9601c47ad8c634e6b6f0e786f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733077466969 2024-12-01T18:24:29,788 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/B of c2bfabdde6bff24c5b1e8da46ebbaa1a into d8220fd20c784891bd57c17ed4a13772(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:29,788 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:29,788 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/B, priority=13, startTime=1733077469345; duration=0sec 2024-12-01T18:24:29,788 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:29,788 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:B 2024-12-01T18:24:29,793 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#C#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:29,793 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/f5b05e4bdc7b4084b707ef76489fca7e is 50, key is test_row_0/C:col10/1733077466969/Put/seqid=0 2024-12-01T18:24:29,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742341_1517 (size=12254) 2024-12-01T18:24:29,803 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/f5b05e4bdc7b4084b707ef76489fca7e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f5b05e4bdc7b4084b707ef76489fca7e 2024-12-01T18:24:29,807 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/C of c2bfabdde6bff24c5b1e8da46ebbaa1a into f5b05e4bdc7b4084b707ef76489fca7e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:29,807 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:29,807 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/C, priority=13, startTime=1733077469345; duration=0sec 2024-12-01T18:24:29,807 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:29,807 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:C 2024-12-01T18:24:29,891 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/4caa2bc34b6944959f4affc5d79917f6 2024-12-01T18:24:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/5089a0f77bb246bfb6dd196357ad2a93 is 50, key is test_row_0/C:col10/1733077468142/Put/seqid=0 2024-12-01T18:24:29,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742342_1518 (size=12151) 2024-12-01T18:24:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-01T18:24:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:30,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:30,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077530286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077530287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077530291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077530292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,301 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/5089a0f77bb246bfb6dd196357ad2a93 2024-12-01T18:24:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/53e8988eb7fb4c93bbc66668a8cbf093 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/53e8988eb7fb4c93bbc66668a8cbf093 2024-12-01T18:24:30,308 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/53e8988eb7fb4c93bbc66668a8cbf093, entries=150, sequenceid=200, filesize=11.9 K 2024-12-01T18:24:30,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/4caa2bc34b6944959f4affc5d79917f6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/4caa2bc34b6944959f4affc5d79917f6 2024-12-01T18:24:30,312 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/4caa2bc34b6944959f4affc5d79917f6, entries=150, sequenceid=200, filesize=11.9 K 2024-12-01T18:24:30,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/5089a0f77bb246bfb6dd196357ad2a93 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/5089a0f77bb246bfb6dd196357ad2a93 2024-12-01T18:24:30,316 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/5089a0f77bb246bfb6dd196357ad2a93, entries=150, sequenceid=200, filesize=11.9 K 2024-12-01T18:24:30,317 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 888ms, sequenceid=200, compaction requested=false 2024-12-01T18:24:30,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:30,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:30,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-01T18:24:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-12-01T18:24:30,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-01T18:24:30,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2630 sec 2024-12-01T18:24:30,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.2670 sec 2024-12-01T18:24:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:30,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T18:24:30,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:30,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:30,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:30,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:30,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:30,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:30,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/6c3b0f631726433ebc9267d41c6e82c0 is 50, key is test_row_0/A:col10/1733077470396/Put/seqid=0 2024-12-01T18:24:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742343_1519 (size=16931) 2024-12-01T18:24:30,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077530427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077530427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077530428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077530428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077530529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077530533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077530536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077530536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077530735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077530739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077530741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077530742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:30,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/6c3b0f631726433ebc9267d41c6e82c0 2024-12-01T18:24:30,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/8d1e9583552443a6aeb3f6dd2aaf74a8 is 50, key is test_row_0/B:col10/1733077470396/Put/seqid=0 2024-12-01T18:24:30,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742344_1520 (size=12151) 2024-12-01T18:24:31,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077531039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:31,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077531046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:31,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077531047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:31,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077531048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:31,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/8d1e9583552443a6aeb3f6dd2aaf74a8 2024-12-01T18:24:31,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/752260a311914d97816afcf84fe5a798 is 50, key is test_row_0/C:col10/1733077470396/Put/seqid=0 2024-12-01T18:24:31,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742345_1521 (size=12151) 2024-12-01T18:24:31,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077531548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:31,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077531556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:31,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077531556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:31,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077531556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:31,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/752260a311914d97816afcf84fe5a798 2024-12-01T18:24:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/6c3b0f631726433ebc9267d41c6e82c0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/6c3b0f631726433ebc9267d41c6e82c0 2024-12-01T18:24:31,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/6c3b0f631726433ebc9267d41c6e82c0, entries=250, sequenceid=219, filesize=16.5 K 2024-12-01T18:24:31,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/8d1e9583552443a6aeb3f6dd2aaf74a8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/8d1e9583552443a6aeb3f6dd2aaf74a8 2024-12-01T18:24:31,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/8d1e9583552443a6aeb3f6dd2aaf74a8, entries=150, sequenceid=219, filesize=11.9 K 2024-12-01T18:24:31,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/752260a311914d97816afcf84fe5a798 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/752260a311914d97816afcf84fe5a798 2024-12-01T18:24:31,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/752260a311914d97816afcf84fe5a798, entries=150, sequenceid=219, filesize=11.9 K 2024-12-01T18:24:31,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 1247ms, sequenceid=219, compaction requested=true 2024-12-01T18:24:31,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:31,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:31,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:31,645 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:31,645 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:31,646 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41336 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:31,646 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:31,646 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/A is initiating minor compaction (all files) 2024-12-01T18:24:31,646 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/B is initiating minor compaction (all files) 2024-12-01T18:24:31,646 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/B in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:31,646 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/A in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:31,646 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d8220fd20c784891bd57c17ed4a13772, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/4caa2bc34b6944959f4affc5d79917f6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/8d1e9583552443a6aeb3f6dd2aaf74a8] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=35.8 K 2024-12-01T18:24:31,646 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/8a3fc35ecdd647f8bb5a266507f1ab48, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/53e8988eb7fb4c93bbc66668a8cbf093, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/6c3b0f631726433ebc9267d41c6e82c0] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=40.4 K 2024-12-01T18:24:31,647 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d8220fd20c784891bd57c17ed4a13772, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733077466969 2024-12-01T18:24:31,647 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a3fc35ecdd647f8bb5a266507f1ab48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733077466969 2024-12-01T18:24:31,647 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 4caa2bc34b6944959f4affc5d79917f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733077468101 2024-12-01T18:24:31,647 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53e8988eb7fb4c93bbc66668a8cbf093, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733077468101 2024-12-01T18:24:31,648 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c3b0f631726433ebc9267d41c6e82c0, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733077470285 2024-12-01T18:24:31,648 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d1e9583552443a6aeb3f6dd2aaf74a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733077470396 2024-12-01T18:24:31,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:31,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:31,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:31,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:31,658 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#B#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:31,658 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/7f46f2634fab4720879716b518ccc9b9 is 50, key is test_row_0/B:col10/1733077470396/Put/seqid=0 2024-12-01T18:24:31,661 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#A#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:31,662 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/ae5192bf73b04524947a10370303164e is 50, key is test_row_0/A:col10/1733077470396/Put/seqid=0 2024-12-01T18:24:31,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742347_1523 (size=12357) 2024-12-01T18:24:31,715 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/ae5192bf73b04524947a10370303164e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/ae5192bf73b04524947a10370303164e 2024-12-01T18:24:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742346_1522 (size=12459) 2024-12-01T18:24:31,720 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/A of c2bfabdde6bff24c5b1e8da46ebbaa1a into ae5192bf73b04524947a10370303164e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:31,720 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:31,721 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/A, priority=13, startTime=1733077471645; duration=0sec 2024-12-01T18:24:31,721 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:31,721 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:A 2024-12-01T18:24:31,721 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:31,722 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36556 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:31,722 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/C is initiating minor compaction (all files) 2024-12-01T18:24:31,722 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/C in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:31,723 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f5b05e4bdc7b4084b707ef76489fca7e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/5089a0f77bb246bfb6dd196357ad2a93, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/752260a311914d97816afcf84fe5a798] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=35.7 K 2024-12-01T18:24:31,725 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5b05e4bdc7b4084b707ef76489fca7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733077466969 2024-12-01T18:24:31,726 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5089a0f77bb246bfb6dd196357ad2a93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733077468101 2024-12-01T18:24:31,727 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 752260a311914d97816afcf84fe5a798, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733077470396 2024-12-01T18:24:31,727 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/7f46f2634fab4720879716b518ccc9b9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/7f46f2634fab4720879716b518ccc9b9 2024-12-01T18:24:31,732 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/B of c2bfabdde6bff24c5b1e8da46ebbaa1a into 7f46f2634fab4720879716b518ccc9b9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:31,732 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:31,732 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/B, priority=13, startTime=1733077471645; duration=0sec 2024-12-01T18:24:31,732 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:31,732 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:B 2024-12-01T18:24:31,737 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#C#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:31,737 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/f071e55b40b84fb7b4c86ecefaf10bf5 is 50, key is test_row_0/C:col10/1733077470396/Put/seqid=0 2024-12-01T18:24:31,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742348_1524 (size=12357) 2024-12-01T18:24:32,156 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/f071e55b40b84fb7b4c86ecefaf10bf5 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f071e55b40b84fb7b4c86ecefaf10bf5 2024-12-01T18:24:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-01T18:24:32,159 INFO [Thread-2121 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-12-01T18:24:32,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-01T18:24:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-01T18:24:32,163 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:32,164 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:32,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:32,167 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/C of c2bfabdde6bff24c5b1e8da46ebbaa1a into f071e55b40b84fb7b4c86ecefaf10bf5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:32,167 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:32,167 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/C, priority=13, startTime=1733077471652; duration=0sec 2024-12-01T18:24:32,167 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:32,167 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:C 2024-12-01T18:24:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-01T18:24:32,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:32,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-01T18:24:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:32,317 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-01T18:24:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:32,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/19ed996bd87049618f3e33346f1fd169 is 50, key is test_row_0/A:col10/1733077470418/Put/seqid=0 2024-12-01T18:24:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742349_1525 (size=12151) 2024-12-01T18:24:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-01T18:24:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:32,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:32,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077532597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:32,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077532598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:32,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077532604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:32,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077532605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:32,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077532705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:32,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077532705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:32,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077532709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:32,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077532710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:32,726 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/19ed996bd87049618f3e33346f1fd169 2024-12-01T18:24:32,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/2f9ec532cc4e42b985c4e71add3076ae is 50, key is test_row_0/B:col10/1733077470418/Put/seqid=0 2024-12-01T18:24:32,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742350_1526 (size=12151) 2024-12-01T18:24:32,737 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/2f9ec532cc4e42b985c4e71add3076ae 2024-12-01T18:24:32,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/f812326c6c6c4b0ca30c47503af920a0 is 50, key is test_row_0/C:col10/1733077470418/Put/seqid=0 2024-12-01T18:24:32,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742351_1527 (size=12151) 2024-12-01T18:24:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-01T18:24:32,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077532912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:32,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077532913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:32,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077532913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:32,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077532916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,154 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/f812326c6c6c4b0ca30c47503af920a0 2024-12-01T18:24:33,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/19ed996bd87049618f3e33346f1fd169 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/19ed996bd87049618f3e33346f1fd169 2024-12-01T18:24:33,160 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/19ed996bd87049618f3e33346f1fd169, entries=150, sequenceid=243, filesize=11.9 K 2024-12-01T18:24:33,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/2f9ec532cc4e42b985c4e71add3076ae as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2f9ec532cc4e42b985c4e71add3076ae 2024-12-01T18:24:33,164 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2f9ec532cc4e42b985c4e71add3076ae, entries=150, sequenceid=243, filesize=11.9 K 2024-12-01T18:24:33,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/f812326c6c6c4b0ca30c47503af920a0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f812326c6c6c4b0ca30c47503af920a0 2024-12-01T18:24:33,167 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f812326c6c6c4b0ca30c47503af920a0, entries=150, sequenceid=243, filesize=11.9 K 2024-12-01T18:24:33,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-01T18:24:33,168 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 851ms, sequenceid=243, compaction requested=false 2024-12-01T18:24:33,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:33,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:33,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-01T18:24:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=161 2024-12-01T18:24:33,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-01T18:24:33,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0050 sec 2024-12-01T18:24:33,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.0110 sec 2024-12-01T18:24:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:33,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-01T18:24:33,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:33,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:33,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:33,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:33,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:33,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:33,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/ce66193e598d4a1d85294164f3e83904 is 50, key is test_row_0/A:col10/1733077472603/Put/seqid=0 2024-12-01T18:24:33,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742352_1528 (size=14691) 2024-12-01T18:24:33,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077533243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077533244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077533244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077533245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-01T18:24:33,265 INFO [Thread-2121 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-12-01T18:24:33,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-01T18:24:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-01T18:24:33,268 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:33,268 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:33,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:33,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077533346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077533349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077533349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077533352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-01T18:24:33,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T18:24:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:33,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:33,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:33,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077533549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077533554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077533554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077533557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-01T18:24:33,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T18:24:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:33,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:33,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/ce66193e598d4a1d85294164f3e83904 2024-12-01T18:24:33,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/a76738fe9c144a149fff4920aaaf586e is 50, key is test_row_0/B:col10/1733077472603/Put/seqid=0 2024-12-01T18:24:33,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742353_1529 (size=12251) 2024-12-01T18:24:33,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T18:24:33,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:33,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:33,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:33,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:33,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:33,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077533854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077533859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077533860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077533864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-01T18:24:33,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:33,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T18:24:33,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:33,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:33,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:33,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:33,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:34,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T18:24:34,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:34,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:34,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:34,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:34,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:34,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/a76738fe9c144a149fff4920aaaf586e 2024-12-01T18:24:34,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/e6f01049ebc24b9b8d8e6a64a15842b7 is 50, key is test_row_0/C:col10/1733077472603/Put/seqid=0 2024-12-01T18:24:34,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742354_1530 (size=12251) 2024-12-01T18:24:34,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/e6f01049ebc24b9b8d8e6a64a15842b7 2024-12-01T18:24:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/ce66193e598d4a1d85294164f3e83904 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/ce66193e598d4a1d85294164f3e83904 2024-12-01T18:24:34,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/ce66193e598d4a1d85294164f3e83904, entries=200, sequenceid=260, filesize=14.3 K 2024-12-01T18:24:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/a76738fe9c144a149fff4920aaaf586e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/a76738fe9c144a149fff4920aaaf586e 2024-12-01T18:24:34,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/a76738fe9c144a149fff4920aaaf586e, entries=150, sequenceid=260, filesize=12.0 K 2024-12-01T18:24:34,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/e6f01049ebc24b9b8d8e6a64a15842b7 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/e6f01049ebc24b9b8d8e6a64a15842b7 2024-12-01T18:24:34,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/e6f01049ebc24b9b8d8e6a64a15842b7, entries=150, sequenceid=260, filesize=12.0 K 2024-12-01T18:24:34,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 849ms, sequenceid=260, compaction requested=true 2024-12-01T18:24:34,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:34,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:34,071 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:34,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:34,071 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:34,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:34,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:34,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:34,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:34,072 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:34,072 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:34,072 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/B is initiating minor compaction (all files) 2024-12-01T18:24:34,072 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/A is initiating minor compaction (all files) 2024-12-01T18:24:34,072 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/B in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:34,072 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/A in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:34,072 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/7f46f2634fab4720879716b518ccc9b9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2f9ec532cc4e42b985c4e71add3076ae, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/a76738fe9c144a149fff4920aaaf586e] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=36.0 K 2024-12-01T18:24:34,072 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/ae5192bf73b04524947a10370303164e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/19ed996bd87049618f3e33346f1fd169, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/ce66193e598d4a1d85294164f3e83904] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=38.3 K 2024-12-01T18:24:34,072 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f46f2634fab4720879716b518ccc9b9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733077470396 2024-12-01T18:24:34,073 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae5192bf73b04524947a10370303164e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733077470396 2024-12-01T18:24:34,073 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f9ec532cc4e42b985c4e71add3076ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733077470418 2024-12-01T18:24:34,073 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19ed996bd87049618f3e33346f1fd169, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733077470418 2024-12-01T18:24:34,073 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting a76738fe9c144a149fff4920aaaf586e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733077472573 2024-12-01T18:24:34,073 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce66193e598d4a1d85294164f3e83904, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733077472573 2024-12-01T18:24:34,081 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#B#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:34,081 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#A#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:34,082 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/c33a95b7648c42b9a29742d7d4eafa8f is 50, key is test_row_0/B:col10/1733077472603/Put/seqid=0 2024-12-01T18:24:34,082 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/2fe056caa4ed430ab8633295ee4c6c9b is 50, key is test_row_0/A:col10/1733077472603/Put/seqid=0 2024-12-01T18:24:34,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742356_1532 (size=12661) 2024-12-01T18:24:34,106 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/c33a95b7648c42b9a29742d7d4eafa8f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/c33a95b7648c42b9a29742d7d4eafa8f 2024-12-01T18:24:34,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742355_1531 (size=12559) 2024-12-01T18:24:34,111 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/B of c2bfabdde6bff24c5b1e8da46ebbaa1a into c33a95b7648c42b9a29742d7d4eafa8f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:34,111 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:34,111 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/B, priority=13, startTime=1733077474071; duration=0sec 2024-12-01T18:24:34,111 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:34,111 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:B 2024-12-01T18:24:34,111 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:34,112 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:34,112 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/C is initiating minor compaction (all files) 2024-12-01T18:24:34,112 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/C in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:34,113 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f071e55b40b84fb7b4c86ecefaf10bf5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f812326c6c6c4b0ca30c47503af920a0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/e6f01049ebc24b9b8d8e6a64a15842b7] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=35.9 K 2024-12-01T18:24:34,113 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting f071e55b40b84fb7b4c86ecefaf10bf5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733077470396 2024-12-01T18:24:34,114 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting f812326c6c6c4b0ca30c47503af920a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733077470418 2024-12-01T18:24:34,114 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e6f01049ebc24b9b8d8e6a64a15842b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733077472573 2024-12-01T18:24:34,115 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/2fe056caa4ed430ab8633295ee4c6c9b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/2fe056caa4ed430ab8633295ee4c6c9b 2024-12-01T18:24:34,120 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/A of c2bfabdde6bff24c5b1e8da46ebbaa1a into 2fe056caa4ed430ab8633295ee4c6c9b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:34,120 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:34,120 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/A, priority=13, startTime=1733077474070; duration=0sec 2024-12-01T18:24:34,120 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:34,120 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:A 2024-12-01T18:24:34,123 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#C#compaction#451 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:34,123 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/252ae21fbbd44d5c8f0a7f5ac30c2fb3 is 50, key is test_row_0/C:col10/1733077472603/Put/seqid=0 2024-12-01T18:24:34,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742357_1533 (size=12559) 2024-12-01T18:24:34,183 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T18:24:34,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:34,184 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-01T18:24:34,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:34,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:34,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:34,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:34,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:34,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:34,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/5d807dbefe3044c79469ce11338653f2 is 50, key is test_row_0/A:col10/1733077473230/Put/seqid=0 2024-12-01T18:24:34,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742358_1534 (size=12301) 2024-12-01T18:24:34,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-01T18:24:34,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077534379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077534383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077534384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077534385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077534486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077534490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077534490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077534490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,531 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/252ae21fbbd44d5c8f0a7f5ac30c2fb3 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/252ae21fbbd44d5c8f0a7f5ac30c2fb3 2024-12-01T18:24:34,535 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/C of c2bfabdde6bff24c5b1e8da46ebbaa1a into 252ae21fbbd44d5c8f0a7f5ac30c2fb3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:34,535 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:34,535 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/C, priority=13, startTime=1733077474071; duration=0sec 2024-12-01T18:24:34,535 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:34,535 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:C 2024-12-01T18:24:34,597 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/5d807dbefe3044c79469ce11338653f2 2024-12-01T18:24:34,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/e1472b2f00714f38b7d8949ecc1f6e8f is 50, key is test_row_0/B:col10/1733077473230/Put/seqid=0 2024-12-01T18:24:34,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742359_1535 (size=12301) 2024-12-01T18:24:34,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077534690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077534694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077534694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077534694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:34,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077534994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077535001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077535003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077535003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,008 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/e1472b2f00714f38b7d8949ecc1f6e8f 2024-12-01T18:24:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/dba6012bb59e4ed7a13d842f6dea62f2 is 50, key is test_row_0/C:col10/1733077473230/Put/seqid=0 2024-12-01T18:24:35,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742360_1536 (size=12301) 2024-12-01T18:24:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-01T18:24:35,420 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/dba6012bb59e4ed7a13d842f6dea62f2 2024-12-01T18:24:35,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/5d807dbefe3044c79469ce11338653f2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/5d807dbefe3044c79469ce11338653f2 2024-12-01T18:24:35,428 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/5d807dbefe3044c79469ce11338653f2, entries=150, sequenceid=281, filesize=12.0 K 2024-12-01T18:24:35,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/e1472b2f00714f38b7d8949ecc1f6e8f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e1472b2f00714f38b7d8949ecc1f6e8f 2024-12-01T18:24:35,432 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e1472b2f00714f38b7d8949ecc1f6e8f, entries=150, sequenceid=281, filesize=12.0 K 2024-12-01T18:24:35,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/dba6012bb59e4ed7a13d842f6dea62f2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/dba6012bb59e4ed7a13d842f6dea62f2 2024-12-01T18:24:35,436 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/dba6012bb59e4ed7a13d842f6dea62f2, entries=150, sequenceid=281, filesize=12.0 K 2024-12-01T18:24:35,437 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 1253ms, sequenceid=281, compaction requested=false 2024-12-01T18:24:35,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:35,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:35,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-01T18:24:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=163 2024-12-01T18:24:35,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-12-01T18:24:35,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1710 sec 2024-12-01T18:24:35,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.1740 sec 2024-12-01T18:24:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:35,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-01T18:24:35,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:35,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:35,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:35,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:35,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:35,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:35,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/3ba3b34b730e422aa8302f2569e79827 is 50, key is test_row_0/A:col10/1733077475502/Put/seqid=0 2024-12-01T18:24:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742361_1537 (size=14741) 2024-12-01T18:24:35,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077535526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077535529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077535530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077535531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077535631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077535632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077535635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077535638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077535837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077535838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077535838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077535845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:35,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/3ba3b34b730e422aa8302f2569e79827 2024-12-01T18:24:35,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/f2307178fae04c2ab04844360f20fcb6 is 50, key is test_row_0/B:col10/1733077475502/Put/seqid=0 2024-12-01T18:24:35,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742362_1538 (size=12301) 2024-12-01T18:24:36,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077536143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:36,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077536143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:36,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077536144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:36,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077536153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:36,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/f2307178fae04c2ab04844360f20fcb6 2024-12-01T18:24:36,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/695c7c26bbae42e583f9562ee6fd8a35 is 50, key is test_row_0/C:col10/1733077475502/Put/seqid=0 2024-12-01T18:24:36,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742363_1539 (size=12301) 2024-12-01T18:24:36,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58786 deadline: 1733077536650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:36,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58744 deadline: 1733077536652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:36,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58796 deadline: 1733077536655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:36,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58738 deadline: 1733077536656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:36,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/695c7c26bbae42e583f9562ee6fd8a35 2024-12-01T18:24:36,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/3ba3b34b730e422aa8302f2569e79827 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/3ba3b34b730e422aa8302f2569e79827 2024-12-01T18:24:36,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/3ba3b34b730e422aa8302f2569e79827, entries=200, sequenceid=300, filesize=14.4 K 2024-12-01T18:24:36,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/f2307178fae04c2ab04844360f20fcb6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/f2307178fae04c2ab04844360f20fcb6 2024-12-01T18:24:36,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/f2307178fae04c2ab04844360f20fcb6, entries=150, sequenceid=300, filesize=12.0 K 2024-12-01T18:24:36,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/695c7c26bbae42e583f9562ee6fd8a35 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/695c7c26bbae42e583f9562ee6fd8a35 2024-12-01T18:24:36,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/695c7c26bbae42e583f9562ee6fd8a35, entries=150, sequenceid=300, filesize=12.0 K 2024-12-01T18:24:36,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 1245ms, sequenceid=300, compaction requested=true 2024-12-01T18:24:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:36,749 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2bfabdde6bff24c5b1e8da46ebbaa1a:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:36,749 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:36,750 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:36,750 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:36,750 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/A is initiating minor compaction (all files) 2024-12-01T18:24:36,750 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/B is initiating minor compaction (all files) 2024-12-01T18:24:36,750 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/A in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:36,750 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/B in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:36,750 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/c33a95b7648c42b9a29742d7d4eafa8f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e1472b2f00714f38b7d8949ecc1f6e8f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/f2307178fae04c2ab04844360f20fcb6] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=36.4 K 2024-12-01T18:24:36,750 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/2fe056caa4ed430ab8633295ee4c6c9b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/5d807dbefe3044c79469ce11338653f2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/3ba3b34b730e422aa8302f2569e79827] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=38.7 K 2024-12-01T18:24:36,750 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting c33a95b7648c42b9a29742d7d4eafa8f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733077472573 2024-12-01T18:24:36,750 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fe056caa4ed430ab8633295ee4c6c9b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733077472573 2024-12-01T18:24:36,751 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e1472b2f00714f38b7d8949ecc1f6e8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733077473230 2024-12-01T18:24:36,751 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d807dbefe3044c79469ce11338653f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733077473230 2024-12-01T18:24:36,751 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting f2307178fae04c2ab04844360f20fcb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733077474382 2024-12-01T18:24:36,751 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ba3b34b730e422aa8302f2569e79827, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733077474382 2024-12-01T18:24:36,758 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#A#compaction#459 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:36,758 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#B#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:36,758 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/a2a04d5d9df04686b2d84dd6f9a2dfd7 is 50, key is test_row_0/A:col10/1733077475502/Put/seqid=0 2024-12-01T18:24:36,758 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/2bc33a19bd714cdabeb9efd22bc64eee is 50, key is test_row_0/B:col10/1733077475502/Put/seqid=0 2024-12-01T18:24:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742364_1540 (size=12711) 2024-12-01T18:24:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742365_1541 (size=12813) 2024-12-01T18:24:36,766 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/2bc33a19bd714cdabeb9efd22bc64eee as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2bc33a19bd714cdabeb9efd22bc64eee 2024-12-01T18:24:36,770 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/B of c2bfabdde6bff24c5b1e8da46ebbaa1a into 2bc33a19bd714cdabeb9efd22bc64eee(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:36,770 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:36,770 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/B, priority=13, startTime=1733077476749; duration=0sec 2024-12-01T18:24:36,770 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:36,770 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:B 2024-12-01T18:24:36,770 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:36,771 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:36,771 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): c2bfabdde6bff24c5b1e8da46ebbaa1a/C is initiating minor compaction (all files) 2024-12-01T18:24:36,771 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2bfabdde6bff24c5b1e8da46ebbaa1a/C in TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:36,771 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/252ae21fbbd44d5c8f0a7f5ac30c2fb3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/dba6012bb59e4ed7a13d842f6dea62f2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/695c7c26bbae42e583f9562ee6fd8a35] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp, totalSize=36.3 K 2024-12-01T18:24:36,771 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 252ae21fbbd44d5c8f0a7f5ac30c2fb3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733077472573 2024-12-01T18:24:36,772 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting dba6012bb59e4ed7a13d842f6dea62f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733077473230 2024-12-01T18:24:36,772 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 695c7c26bbae42e583f9562ee6fd8a35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733077474382 2024-12-01T18:24:36,779 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2bfabdde6bff24c5b1e8da46ebbaa1a#C#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:36,779 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/c8a2ef73346f4e6f8282bf59ca208c7b is 50, key is test_row_0/C:col10/1733077475502/Put/seqid=0 2024-12-01T18:24:36,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742366_1542 (size=12711) 2024-12-01T18:24:37,167 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/a2a04d5d9df04686b2d84dd6f9a2dfd7 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/a2a04d5d9df04686b2d84dd6f9a2dfd7 2024-12-01T18:24:37,178 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/A of c2bfabdde6bff24c5b1e8da46ebbaa1a into a2a04d5d9df04686b2d84dd6f9a2dfd7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:37,178 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:37,178 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/A, priority=13, startTime=1733077476749; duration=0sec 2024-12-01T18:24:37,178 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:37,178 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:A 2024-12-01T18:24:37,186 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/c8a2ef73346f4e6f8282bf59ca208c7b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/c8a2ef73346f4e6f8282bf59ca208c7b 2024-12-01T18:24:37,190 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2bfabdde6bff24c5b1e8da46ebbaa1a/C of c2bfabdde6bff24c5b1e8da46ebbaa1a into c8a2ef73346f4e6f8282bf59ca208c7b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:37,190 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:37,190 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a., storeName=c2bfabdde6bff24c5b1e8da46ebbaa1a/C, priority=13, startTime=1733077476749; duration=0sec 2024-12-01T18:24:37,190 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:37,190 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2bfabdde6bff24c5b1e8da46ebbaa1a:C 2024-12-01T18:24:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-01T18:24:37,372 INFO [Thread-2121 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-12-01T18:24:37,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-01T18:24:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-01T18:24:37,375 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:37,375 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:37,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:37,413 DEBUG [Thread-2130 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2405c04e to 127.0.0.1:55564 2024-12-01T18:24:37,413 DEBUG [Thread-2130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:37,413 DEBUG [Thread-2128 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:55564 2024-12-01T18:24:37,414 DEBUG [Thread-2128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:37,414 DEBUG [Thread-2122 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:55564 2024-12-01T18:24:37,414 DEBUG [Thread-2122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:37,416 DEBUG [Thread-2126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:55564 2024-12-01T18:24:37,416 DEBUG [Thread-2126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:37,416 DEBUG [Thread-2124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:55564 2024-12-01T18:24:37,416 DEBUG [Thread-2124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-01T18:24:37,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:37,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-01T18:24:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:37,528 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-01T18:24:37,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:37,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:37,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:37,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:37,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:37,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:37,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/54b765bbdebd460a8947914a289b9296 is 50, key is test_row_0/A:col10/1733077475523/Put/seqid=0 2024-12-01T18:24:37,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742367_1543 (size=12301) 2024-12-01T18:24:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:37,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. as already flushing 2024-12-01T18:24:37,662 DEBUG [Thread-2117 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:55564 2024-12-01T18:24:37,662 DEBUG [Thread-2117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:37,664 DEBUG [Thread-2115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:55564 2024-12-01T18:24:37,664 DEBUG [Thread-2119 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ed69825 to 127.0.0.1:55564 2024-12-01T18:24:37,664 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:37,664 DEBUG [Thread-2119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:37,669 DEBUG [Thread-2113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:55564 2024-12-01T18:24:37,669 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-01T18:24:37,935 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/54b765bbdebd460a8947914a289b9296 2024-12-01T18:24:37,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/d488ba149bcd435396eec5aab89945be is 50, key is test_row_0/B:col10/1733077475523/Put/seqid=0 2024-12-01T18:24:37,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742368_1544 (size=12301) 2024-12-01T18:24:37,950 DEBUG [Thread-2111 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:55564 2024-12-01T18:24:37,950 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-01T18:24:38,344 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/d488ba149bcd435396eec5aab89945be 2024-12-01T18:24:38,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/891af1b2e6984e5780079e9c9f4e746b is 50, key is test_row_0/C:col10/1733077475523/Put/seqid=0 2024-12-01T18:24:38,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742369_1545 (size=12301) 2024-12-01T18:24:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-01T18:24:38,753 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/891af1b2e6984e5780079e9c9f4e746b 2024-12-01T18:24:38,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/54b765bbdebd460a8947914a289b9296 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/54b765bbdebd460a8947914a289b9296 2024-12-01T18:24:38,759 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/54b765bbdebd460a8947914a289b9296, entries=150, sequenceid=321, filesize=12.0 K 2024-12-01T18:24:38,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/d488ba149bcd435396eec5aab89945be as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d488ba149bcd435396eec5aab89945be 2024-12-01T18:24:38,762 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d488ba149bcd435396eec5aab89945be, entries=150, sequenceid=321, filesize=12.0 K 2024-12-01T18:24:38,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/891af1b2e6984e5780079e9c9f4e746b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/891af1b2e6984e5780079e9c9f4e746b 2024-12-01T18:24:38,764 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/891af1b2e6984e5780079e9c9f4e746b, entries=150, sequenceid=321, filesize=12.0 K 2024-12-01T18:24:38,765 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=33.54 KB/34350 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 1238ms, sequenceid=321, compaction requested=false 2024-12-01T18:24:38,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2538): Flush status journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:38,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:38,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-01T18:24:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=165 2024-12-01T18:24:38,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-12-01T18:24:38,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3910 sec 2024-12-01T18:24:38,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.3940 sec 2024-12-01T18:24:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-01T18:24:39,478 INFO [Thread-2121 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2633 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7898 rows 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2655 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7965 rows 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2637 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7911 rows 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2633 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7899 rows 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2625 2024-12-01T18:24:39,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7875 rows 2024-12-01T18:24:39,479 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-01T18:24:39,479 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:55564 2024-12-01T18:24:39,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:24:39,483 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-01T18:24:39,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T18:24:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-01T18:24:39,487 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077479486"}]},"ts":"1733077479486"} 2024-12-01T18:24:39,489 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T18:24:39,491 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T18:24:39,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T18:24:39,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2bfabdde6bff24c5b1e8da46ebbaa1a, UNASSIGN}] 2024-12-01T18:24:39,493 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2bfabdde6bff24c5b1e8da46ebbaa1a, UNASSIGN 2024-12-01T18:24:39,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=c2bfabdde6bff24c5b1e8da46ebbaa1a, regionState=CLOSING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:39,494 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T18:24:39,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE; CloseRegionProcedure c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:24:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-01T18:24:39,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:39,646 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(124): Close c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:39,646 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-01T18:24:39,646 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1681): Closing c2bfabdde6bff24c5b1e8da46ebbaa1a, disabling compactions & flushes 2024-12-01T18:24:39,646 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:39,646 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:39,646 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. after waiting 0 ms 2024-12-01T18:24:39,646 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:39,646 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2837): Flushing c2bfabdde6bff24c5b1e8da46ebbaa1a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-01T18:24:39,646 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=A 2024-12-01T18:24:39,646 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:39,646 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=B 2024-12-01T18:24:39,646 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:39,646 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2bfabdde6bff24c5b1e8da46ebbaa1a, store=C 2024-12-01T18:24:39,646 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:39,649 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/d3da05fc400c4ca7868db696d0917d9e is 50, key is test_row_0/A:col10/1733077477949/Put/seqid=0 2024-12-01T18:24:39,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742370_1546 (size=9857) 2024-12-01T18:24:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-01T18:24:40,053 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/d3da05fc400c4ca7868db696d0917d9e 2024-12-01T18:24:40,058 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/b056b7de018c45d5b66656a6f4acd627 is 50, key is test_row_0/B:col10/1733077477949/Put/seqid=0 2024-12-01T18:24:40,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742371_1547 (size=9857) 2024-12-01T18:24:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-01T18:24:40,462 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/b056b7de018c45d5b66656a6f4acd627 2024-12-01T18:24:40,468 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/11e514425de747db9265d7cf8353e7cd is 50, key is test_row_0/C:col10/1733077477949/Put/seqid=0 2024-12-01T18:24:40,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742372_1548 (size=9857) 2024-12-01T18:24:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-01T18:24:40,871 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/11e514425de747db9265d7cf8353e7cd 2024-12-01T18:24:40,875 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/A/d3da05fc400c4ca7868db696d0917d9e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d3da05fc400c4ca7868db696d0917d9e 2024-12-01T18:24:40,877 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d3da05fc400c4ca7868db696d0917d9e, entries=100, sequenceid=329, filesize=9.6 K 2024-12-01T18:24:40,878 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/B/b056b7de018c45d5b66656a6f4acd627 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b056b7de018c45d5b66656a6f4acd627 2024-12-01T18:24:40,880 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b056b7de018c45d5b66656a6f4acd627, entries=100, sequenceid=329, filesize=9.6 K 2024-12-01T18:24:40,880 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/.tmp/C/11e514425de747db9265d7cf8353e7cd as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/11e514425de747db9265d7cf8353e7cd 2024-12-01T18:24:40,883 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/11e514425de747db9265d7cf8353e7cd, entries=100, sequenceid=329, filesize=9.6 K 2024-12-01T18:24:40,883 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c2bfabdde6bff24c5b1e8da46ebbaa1a in 1237ms, sequenceid=329, compaction requested=true 2024-12-01T18:24:40,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/a7953b4855594aafad3062da369687fc, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/f266db5fa92341e3b3e6755c7fad512b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/2eba91a527374f0993f1bc32544c344b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/8a3fc35ecdd647f8bb5a266507f1ab48, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/53e8988eb7fb4c93bbc66668a8cbf093, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/6c3b0f631726433ebc9267d41c6e82c0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/ae5192bf73b04524947a10370303164e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/19ed996bd87049618f3e33346f1fd169, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/ce66193e598d4a1d85294164f3e83904, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/2fe056caa4ed430ab8633295ee4c6c9b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/5d807dbefe3044c79469ce11338653f2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/3ba3b34b730e422aa8302f2569e79827] to archive 2024-12-01T18:24:40,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:24:40,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/a7953b4855594aafad3062da369687fc to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/a7953b4855594aafad3062da369687fc 2024-12-01T18:24:40,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/f266db5fa92341e3b3e6755c7fad512b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/f266db5fa92341e3b3e6755c7fad512b 2024-12-01T18:24:40,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/2eba91a527374f0993f1bc32544c344b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/2eba91a527374f0993f1bc32544c344b 2024-12-01T18:24:40,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/8a3fc35ecdd647f8bb5a266507f1ab48 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/8a3fc35ecdd647f8bb5a266507f1ab48 2024-12-01T18:24:40,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/53e8988eb7fb4c93bbc66668a8cbf093 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/53e8988eb7fb4c93bbc66668a8cbf093 2024-12-01T18:24:40,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/6c3b0f631726433ebc9267d41c6e82c0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/6c3b0f631726433ebc9267d41c6e82c0 2024-12-01T18:24:40,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/ae5192bf73b04524947a10370303164e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/ae5192bf73b04524947a10370303164e 2024-12-01T18:24:40,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/19ed996bd87049618f3e33346f1fd169 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/19ed996bd87049618f3e33346f1fd169 2024-12-01T18:24:40,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/ce66193e598d4a1d85294164f3e83904 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/ce66193e598d4a1d85294164f3e83904 2024-12-01T18:24:40,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/2fe056caa4ed430ab8633295ee4c6c9b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/2fe056caa4ed430ab8633295ee4c6c9b 2024-12-01T18:24:40,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/5d807dbefe3044c79469ce11338653f2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/5d807dbefe3044c79469ce11338653f2 2024-12-01T18:24:40,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/3ba3b34b730e422aa8302f2569e79827 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/3ba3b34b730e422aa8302f2569e79827 2024-12-01T18:24:40,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2bf437a5137d4ef7b15f7cdead078f9b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/ac3c3f248cfe460f8ac8ca228d1129bd, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b07cd46100f4496c84008d9d853704b8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/8c105f6c681c4059b95866d1ebc15692, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b37ef8b5a9e54a618f3880dad77ff502, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d8220fd20c784891bd57c17ed4a13772, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/5fd09fe2e71542ffad94ec3223c36e63, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/4caa2bc34b6944959f4affc5d79917f6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/7f46f2634fab4720879716b518ccc9b9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/8d1e9583552443a6aeb3f6dd2aaf74a8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2f9ec532cc4e42b985c4e71add3076ae, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/c33a95b7648c42b9a29742d7d4eafa8f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/a76738fe9c144a149fff4920aaaf586e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e1472b2f00714f38b7d8949ecc1f6e8f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/f2307178fae04c2ab04844360f20fcb6] to archive 2024-12-01T18:24:40,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:24:40,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2bf437a5137d4ef7b15f7cdead078f9b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2bf437a5137d4ef7b15f7cdead078f9b 2024-12-01T18:24:40,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/ac3c3f248cfe460f8ac8ca228d1129bd to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/ac3c3f248cfe460f8ac8ca228d1129bd 2024-12-01T18:24:40,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b07cd46100f4496c84008d9d853704b8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b07cd46100f4496c84008d9d853704b8 2024-12-01T18:24:40,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/8c105f6c681c4059b95866d1ebc15692 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/8c105f6c681c4059b95866d1ebc15692 2024-12-01T18:24:40,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b37ef8b5a9e54a618f3880dad77ff502 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b37ef8b5a9e54a618f3880dad77ff502 2024-12-01T18:24:40,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d8220fd20c784891bd57c17ed4a13772 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d8220fd20c784891bd57c17ed4a13772 2024-12-01T18:24:40,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/5fd09fe2e71542ffad94ec3223c36e63 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/5fd09fe2e71542ffad94ec3223c36e63 2024-12-01T18:24:40,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/4caa2bc34b6944959f4affc5d79917f6 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/4caa2bc34b6944959f4affc5d79917f6 2024-12-01T18:24:40,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/7f46f2634fab4720879716b518ccc9b9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/7f46f2634fab4720879716b518ccc9b9 2024-12-01T18:24:40,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/8d1e9583552443a6aeb3f6dd2aaf74a8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/8d1e9583552443a6aeb3f6dd2aaf74a8 2024-12-01T18:24:40,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2f9ec532cc4e42b985c4e71add3076ae to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2f9ec532cc4e42b985c4e71add3076ae 2024-12-01T18:24:40,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/c33a95b7648c42b9a29742d7d4eafa8f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/c33a95b7648c42b9a29742d7d4eafa8f 2024-12-01T18:24:40,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/a76738fe9c144a149fff4920aaaf586e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/a76738fe9c144a149fff4920aaaf586e 2024-12-01T18:24:40,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e1472b2f00714f38b7d8949ecc1f6e8f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/e1472b2f00714f38b7d8949ecc1f6e8f 2024-12-01T18:24:40,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/f2307178fae04c2ab04844360f20fcb6 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/f2307178fae04c2ab04844360f20fcb6 2024-12-01T18:24:40,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f01f7e0e3f184a72ab18e4585a3caf06, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f229c58c169245c7808cf8dc5da6bb1f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f5b05e4bdc7b4084b707ef76489fca7e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/d4e328e9601c47ad8c634e6b6f0e786f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/5089a0f77bb246bfb6dd196357ad2a93, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f071e55b40b84fb7b4c86ecefaf10bf5, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/752260a311914d97816afcf84fe5a798, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f812326c6c6c4b0ca30c47503af920a0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/252ae21fbbd44d5c8f0a7f5ac30c2fb3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/e6f01049ebc24b9b8d8e6a64a15842b7, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/dba6012bb59e4ed7a13d842f6dea62f2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/695c7c26bbae42e583f9562ee6fd8a35] to archive 2024-12-01T18:24:40,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:24:40,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f01f7e0e3f184a72ab18e4585a3caf06 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f01f7e0e3f184a72ab18e4585a3caf06 2024-12-01T18:24:40,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f229c58c169245c7808cf8dc5da6bb1f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f229c58c169245c7808cf8dc5da6bb1f 2024-12-01T18:24:40,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f5b05e4bdc7b4084b707ef76489fca7e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f5b05e4bdc7b4084b707ef76489fca7e 2024-12-01T18:24:40,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/d4e328e9601c47ad8c634e6b6f0e786f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/d4e328e9601c47ad8c634e6b6f0e786f 2024-12-01T18:24:40,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/5089a0f77bb246bfb6dd196357ad2a93 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/5089a0f77bb246bfb6dd196357ad2a93 2024-12-01T18:24:40,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f071e55b40b84fb7b4c86ecefaf10bf5 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f071e55b40b84fb7b4c86ecefaf10bf5 2024-12-01T18:24:40,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/752260a311914d97816afcf84fe5a798 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/752260a311914d97816afcf84fe5a798 2024-12-01T18:24:40,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f812326c6c6c4b0ca30c47503af920a0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/f812326c6c6c4b0ca30c47503af920a0 2024-12-01T18:24:40,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/252ae21fbbd44d5c8f0a7f5ac30c2fb3 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/252ae21fbbd44d5c8f0a7f5ac30c2fb3 2024-12-01T18:24:40,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/e6f01049ebc24b9b8d8e6a64a15842b7 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/e6f01049ebc24b9b8d8e6a64a15842b7 2024-12-01T18:24:40,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/dba6012bb59e4ed7a13d842f6dea62f2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/dba6012bb59e4ed7a13d842f6dea62f2 2024-12-01T18:24:40,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/695c7c26bbae42e583f9562ee6fd8a35 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/695c7c26bbae42e583f9562ee6fd8a35 2024-12-01T18:24:40,922 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=1 2024-12-01T18:24:40,922 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a. 2024-12-01T18:24:40,922 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1635): Region close journal for c2bfabdde6bff24c5b1e8da46ebbaa1a: 2024-12-01T18:24:40,923 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(170): Closed c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:40,924 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=c2bfabdde6bff24c5b1e8da46ebbaa1a, regionState=CLOSED 2024-12-01T18:24:40,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-12-01T18:24:40,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; CloseRegionProcedure c2bfabdde6bff24c5b1e8da46ebbaa1a, server=b8365d49b74c,42723,1733077344673 in 1.4310 sec 2024-12-01T18:24:40,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-01T18:24:40,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2bfabdde6bff24c5b1e8da46ebbaa1a, UNASSIGN in 1.4340 sec 2024-12-01T18:24:40,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-12-01T18:24:40,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4360 sec 2024-12-01T18:24:40,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077480929"}]},"ts":"1733077480929"} 2024-12-01T18:24:40,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T18:24:40,932 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T18:24:40,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4480 sec 2024-12-01T18:24:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-01T18:24:41,592 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 166 completed 2024-12-01T18:24:41,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T18:24:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:41,594 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=170 2024-12-01T18:24:41,595 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:41,597 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:41,599 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/recovered.edits] 2024-12-01T18:24:41,601 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/54b765bbdebd460a8947914a289b9296 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/54b765bbdebd460a8947914a289b9296 2024-12-01T18:24:41,602 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/a2a04d5d9df04686b2d84dd6f9a2dfd7 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/a2a04d5d9df04686b2d84dd6f9a2dfd7 2024-12-01T18:24:41,602 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d3da05fc400c4ca7868db696d0917d9e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/A/d3da05fc400c4ca7868db696d0917d9e 2024-12-01T18:24:41,604 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2bc33a19bd714cdabeb9efd22bc64eee to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/2bc33a19bd714cdabeb9efd22bc64eee 2024-12-01T18:24:41,605 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b056b7de018c45d5b66656a6f4acd627 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/b056b7de018c45d5b66656a6f4acd627 2024-12-01T18:24:41,606 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d488ba149bcd435396eec5aab89945be to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/B/d488ba149bcd435396eec5aab89945be 2024-12-01T18:24:41,608 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/11e514425de747db9265d7cf8353e7cd to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/11e514425de747db9265d7cf8353e7cd 2024-12-01T18:24:41,609 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/891af1b2e6984e5780079e9c9f4e746b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/891af1b2e6984e5780079e9c9f4e746b 2024-12-01T18:24:41,610 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/c8a2ef73346f4e6f8282bf59ca208c7b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/C/c8a2ef73346f4e6f8282bf59ca208c7b 2024-12-01T18:24:41,612 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/recovered.edits/332.seqid to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a/recovered.edits/332.seqid 2024-12-01T18:24:41,612 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/c2bfabdde6bff24c5b1e8da46ebbaa1a 2024-12-01T18:24:41,612 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T18:24:41,614 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:41,615 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T18:24:41,617 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T18:24:41,617 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:41,617 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T18:24:41,618 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733077481617"}]},"ts":"9223372036854775807"} 2024-12-01T18:24:41,619 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-01T18:24:41,619 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c2bfabdde6bff24c5b1e8da46ebbaa1a, NAME => 'TestAcidGuarantees,,1733077455248.c2bfabdde6bff24c5b1e8da46ebbaa1a.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T18:24:41,619 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T18:24:41,619 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733077481619"}]},"ts":"9223372036854775807"} 2024-12-01T18:24:41,620 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-01T18:24:41,622 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:41,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-12-01T18:24:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=170 2024-12-01T18:24:41,695 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 170 completed 2024-12-01T18:24:41,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=240 (was 241), OpenFileDescriptor=451 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 428) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2644 (was 2662) 2024-12-01T18:24:41,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=2644 2024-12-01T18:24:41,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T18:24:41,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T18:24:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:41,718 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=171, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T18:24:41,719 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:41,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 171 2024-12-01T18:24:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-01T18:24:41,719 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=171, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T18:24:41,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742373_1549 (size=963) 2024-12-01T18:24:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-01T18:24:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-01T18:24:42,126 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632 2024-12-01T18:24:42,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742374_1550 (size=53) 2024-12-01T18:24:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-01T18:24:42,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:24:42,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 59e09e3a961677f076884d671f138ee4, disabling compactions & flushes 2024-12-01T18:24:42,531 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:42,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:42,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. after waiting 0 ms 2024-12-01T18:24:42,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:42,531 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:42,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:42,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=171, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T18:24:42,532 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733077482532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733077482532"}]},"ts":"1733077482532"} 2024-12-01T18:24:42,533 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-01T18:24:42,534 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=171, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T18:24:42,534 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077482534"}]},"ts":"1733077482534"} 2024-12-01T18:24:42,534 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T18:24:42,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59e09e3a961677f076884d671f138ee4, ASSIGN}] 2024-12-01T18:24:42,538 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59e09e3a961677f076884d671f138ee4, ASSIGN 2024-12-01T18:24:42,539 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=59e09e3a961677f076884d671f138ee4, ASSIGN; state=OFFLINE, location=b8365d49b74c,42723,1733077344673; forceNewPlan=false, retain=false 2024-12-01T18:24:42,689 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=59e09e3a961677f076884d671f138ee4, regionState=OPENING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:42,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE; OpenRegionProcedure 59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:24:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-01T18:24:42,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:42,844 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:42,844 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7285): Opening region: {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} 2024-12-01T18:24:42,844 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:42,845 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:24:42,845 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7327): checking encryption for 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:42,845 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7330): checking classloading for 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:42,846 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:42,847 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:24:42,847 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e09e3a961677f076884d671f138ee4 columnFamilyName A 2024-12-01T18:24:42,847 DEBUG [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:42,847 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.HStore(327): Store=59e09e3a961677f076884d671f138ee4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:24:42,847 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:42,848 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:24:42,848 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e09e3a961677f076884d671f138ee4 columnFamilyName B 2024-12-01T18:24:42,848 DEBUG [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:42,849 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.HStore(327): Store=59e09e3a961677f076884d671f138ee4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:24:42,849 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:42,850 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:24:42,850 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e09e3a961677f076884d671f138ee4 columnFamilyName C 2024-12-01T18:24:42,850 DEBUG [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:42,850 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.HStore(327): Store=59e09e3a961677f076884d671f138ee4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:24:42,850 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:42,851 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:42,851 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:42,852 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T18:24:42,853 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1085): writing seq id for 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:42,854 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T18:24:42,855 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1102): Opened 59e09e3a961677f076884d671f138ee4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69081560, jitterRate=0.029395461082458496}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T18:24:42,855 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1001): Region open journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:42,856 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., pid=173, masterSystemTime=1733077482842 2024-12-01T18:24:42,857 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:42,857 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:42,857 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=59e09e3a961677f076884d671f138ee4, regionState=OPEN, openSeqNum=2, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:42,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-12-01T18:24:42,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; OpenRegionProcedure 59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 in 168 msec 2024-12-01T18:24:42,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-01T18:24:42,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=59e09e3a961677f076884d671f138ee4, ASSIGN in 321 msec 2024-12-01T18:24:42,861 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=171, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T18:24:42,861 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077482861"}]},"ts":"1733077482861"} 2024-12-01T18:24:42,862 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T18:24:42,864 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=171, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T18:24:42,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-01T18:24:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-01T18:24:43,823 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-01T18:24:43,825 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-12-01T18:24:43,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:43,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:43,833 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:43,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T18:24:43,835 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T18:24:43,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T18:24:43,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T18:24:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=174, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-01T18:24:43,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742375_1551 (size=999) 2024-12-01T18:24:44,246 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-01T18:24:44,246 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-01T18:24:44,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T18:24:44,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59e09e3a961677f076884d671f138ee4, REOPEN/MOVE}] 2024-12-01T18:24:44,250 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59e09e3a961677f076884d671f138ee4, REOPEN/MOVE 2024-12-01T18:24:44,250 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=176 updating hbase:meta row=59e09e3a961677f076884d671f138ee4, regionState=CLOSING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,251 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T18:24:44,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE; CloseRegionProcedure 59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:24:44,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,403 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(124): Close 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:44,403 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-01T18:24:44,403 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1681): Closing 59e09e3a961677f076884d671f138ee4, disabling compactions & flushes 2024-12-01T18:24:44,403 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:44,403 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:44,403 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. after waiting 0 ms 2024-12-01T18:24:44,403 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:44,406 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T18:24:44,407 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:44,407 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1635): Region close journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:44,407 WARN [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionServer(3786): Not adding moved region record: 59e09e3a961677f076884d671f138ee4 to self. 2024-12-01T18:24:44,408 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(170): Closed 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:44,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=176 updating hbase:meta row=59e09e3a961677f076884d671f138ee4, regionState=CLOSED 2024-12-01T18:24:44,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-12-01T18:24:44,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; CloseRegionProcedure 59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 in 158 msec 2024-12-01T18:24:44,411 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=59e09e3a961677f076884d671f138ee4, REOPEN/MOVE; state=CLOSED, location=b8365d49b74c,42723,1733077344673; forceNewPlan=false, retain=true 2024-12-01T18:24:44,561 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=176 updating hbase:meta row=59e09e3a961677f076884d671f138ee4, regionState=OPENING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=176, state=RUNNABLE; OpenRegionProcedure 59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:24:44,713 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,716 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:44,716 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(7285): Opening region: {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} 2024-12-01T18:24:44,716 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:44,716 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T18:24:44,716 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(7327): checking encryption for 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:44,716 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(7330): checking classloading for 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:44,717 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:44,718 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:24:44,718 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e09e3a961677f076884d671f138ee4 columnFamilyName A 2024-12-01T18:24:44,719 DEBUG [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:44,719 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.HStore(327): Store=59e09e3a961677f076884d671f138ee4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:24:44,720 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:44,720 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:24:44,720 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e09e3a961677f076884d671f138ee4 columnFamilyName B 2024-12-01T18:24:44,720 DEBUG [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:44,721 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.HStore(327): Store=59e09e3a961677f076884d671f138ee4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:24:44,721 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:44,721 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-01T18:24:44,721 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e09e3a961677f076884d671f138ee4 columnFamilyName C 2024-12-01T18:24:44,721 DEBUG [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:44,722 INFO [StoreOpener-59e09e3a961677f076884d671f138ee4-1 {}] regionserver.HStore(327): Store=59e09e3a961677f076884d671f138ee4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T18:24:44,722 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:44,722 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:44,723 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:44,724 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T18:24:44,725 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1085): writing seq id for 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:44,726 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1102): Opened 59e09e3a961677f076884d671f138ee4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67963760, jitterRate=0.012738943099975586}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T18:24:44,726 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1001): Region open journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:44,727 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., pid=178, masterSystemTime=1733077484713 2024-12-01T18:24:44,728 DEBUG [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:44,728 INFO [RS_OPEN_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:44,728 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=176 updating hbase:meta row=59e09e3a961677f076884d671f138ee4, regionState=OPEN, openSeqNum=5, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=176 2024-12-01T18:24:44,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=176, state=SUCCESS; OpenRegionProcedure 59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 in 167 msec 2024-12-01T18:24:44,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-01T18:24:44,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=59e09e3a961677f076884d671f138ee4, REOPEN/MOVE in 481 msec 2024-12-01T18:24:44,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-12-01T18:24:44,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-12-01T18:24:44,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-12-01T18:24:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=174 2024-12-01T18:24:44,736 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-12-01T18:24:44,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:44,740 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-12-01T18:24:44,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:44,744 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-12-01T18:24:44,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:44,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-12-01T18:24:44,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:44,751 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-12-01T18:24:44,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:44,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-12-01T18:24:44,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:44,760 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-12-01T18:24:44,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:44,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-12-01T18:24:44,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:44,767 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-12-01T18:24:44,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:44,772 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:55564 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-12-01T18:24:44,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T18:24:44,780 DEBUG [hconnection-0x7529eefe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:44,781 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:44,786 DEBUG [hconnection-0x7dc17132-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:44,786 DEBUG [hconnection-0x3807bbaf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:44,786 DEBUG [hconnection-0x30a8b866-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:44,787 DEBUG [hconnection-0x146cef72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:44,787 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:44,787 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:44,787 DEBUG [hconnection-0x78b37fbd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:44,787 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:44,788 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:44,788 DEBUG [hconnection-0x5c44bdac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:44,789 DEBUG [hconnection-0x1f5c590b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:44,789 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:44,790 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:44,790 DEBUG [hconnection-0x66d9b5b3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:44,790 DEBUG [hconnection-0x63cb45fb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T18:24:44,791 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:44,791 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:44,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-12-01T18:24:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-01T18:24:44,793 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:44,794 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:44,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:44,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T18:24:44,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:44,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:44,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:44,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:44,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:44,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:44,797 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T18:24:44,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077544813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077544814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077544814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077544815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077544815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120129508104948043b48c119de138e305ea_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077484794/Put/seqid=0 2024-12-01T18:24:44,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742376_1552 (size=12154) 2024-12-01T18:24:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-01T18:24:44,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077544916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077544917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077544917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077544917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077544917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,946 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:44,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-01T18:24:44,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:44,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:44,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:44,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-01T18:24:45,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-01T18:24:45,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:45,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:45,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:45,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077545119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077545119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077545120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077545120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077545120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,234 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:45,238 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120129508104948043b48c119de138e305ea_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120129508104948043b48c119de138e305ea_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:45,239 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/91add255c10c41048177e821d598cec2, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:45,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/91add255c10c41048177e821d598cec2 is 175, key is test_row_0/A:col10/1733077484794/Put/seqid=0 2024-12-01T18:24:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742377_1553 (size=30955) 2024-12-01T18:24:45,251 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-01T18:24:45,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:45,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:45,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:45,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,254 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41113 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=b8365d49b74c,42723,1733077344673, table=TestAcidGuarantees, region=59e09e3a961677f076884d671f138ee4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T18:24:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-01T18:24:45,404 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-01T18:24:45,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:45,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:45,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:45,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077545421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077545421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077545423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077545424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077545424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,557 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-01T18:24:45,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:45,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:45,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:45,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,645 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/91add255c10c41048177e821d598cec2 2024-12-01T18:24:45,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/0e3c0e400b5848999fad1223c0c33bea is 50, key is test_row_0/B:col10/1733077484794/Put/seqid=0 2024-12-01T18:24:45,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742378_1554 (size=12001) 2024-12-01T18:24:45,710 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-01T18:24:45,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:45,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:45,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:45,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-01T18:24:45,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:45,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:45,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:45,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-01T18:24:45,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077545925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077545926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077545930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077545930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077545930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:46,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:46,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-01T18:24:46,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:46,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:46,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:46,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:46,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:46,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/0e3c0e400b5848999fad1223c0c33bea 2024-12-01T18:24:46,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/44284b92b0b549d98f46366aa707e4da is 50, key is test_row_0/C:col10/1733077484794/Put/seqid=0 2024-12-01T18:24:46,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742379_1555 (size=12001) 2024-12-01T18:24:46,168 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:46,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-01T18:24:46,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:46,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:46,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:46,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:46,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:46,321 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:46,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-01T18:24:46,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:46,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:46,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:46,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:46,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:46,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T18:24:46,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:46,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-01T18:24:46,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:46,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:46,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:46,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:46,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:46,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/44284b92b0b549d98f46366aa707e4da 2024-12-01T18:24:46,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/91add255c10c41048177e821d598cec2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/91add255c10c41048177e821d598cec2 2024-12-01T18:24:46,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/91add255c10c41048177e821d598cec2, entries=150, sequenceid=16, filesize=30.2 K 2024-12-01T18:24:46,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/0e3c0e400b5848999fad1223c0c33bea as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0e3c0e400b5848999fad1223c0c33bea 2024-12-01T18:24:46,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0e3c0e400b5848999fad1223c0c33bea, entries=150, sequenceid=16, filesize=11.7 K 2024-12-01T18:24:46,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/44284b92b0b549d98f46366aa707e4da as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/44284b92b0b549d98f46366aa707e4da 2024-12-01T18:24:46,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/44284b92b0b549d98f46366aa707e4da, entries=150, sequenceid=16, filesize=11.7 K 2024-12-01T18:24:46,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 59e09e3a961677f076884d671f138ee4 in 1720ms, sequenceid=16, compaction requested=false 2024-12-01T18:24:46,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:46,628 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:46,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-01T18:24:46,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:46,629 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:24:46,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:46,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:46,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:46,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:46,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:46,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:46,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011ace1caa14934192a1cfa6065ce4f72a_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077484814/Put/seqid=0 2024-12-01T18:24:46,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742380_1556 (size=12154) 2024-12-01T18:24:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-01T18:24:46,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:46,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077546940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:46,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077546941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:46,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077546942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:46,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077546942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:46,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077546943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:47,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:47,043 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011ace1caa14934192a1cfa6065ce4f72a_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011ace1caa14934192a1cfa6065ce4f72a_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/a3b7d60fa7fb47bebdd55005f706ea43, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:47,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077547044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/a3b7d60fa7fb47bebdd55005f706ea43 is 175, key is test_row_0/A:col10/1733077484814/Put/seqid=0 2024-12-01T18:24:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077547045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077547045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077547046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:47,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742381_1557 (size=30955) 2024-12-01T18:24:47,050 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/a3b7d60fa7fb47bebdd55005f706ea43 2024-12-01T18:24:47,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/602ec7ebbd8143e1b8cc580ce8c04cf6 is 50, key is test_row_0/B:col10/1733077484814/Put/seqid=0 2024-12-01T18:24:47,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742382_1558 (size=12001) 2024-12-01T18:24:47,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077547246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:47,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077547248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:47,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077547248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:47,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077547249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:47,460 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/602ec7ebbd8143e1b8cc580ce8c04cf6 2024-12-01T18:24:47,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/39bd3411c09047c08b2a322ba0010f4c is 50, key is test_row_0/C:col10/1733077484814/Put/seqid=0 2024-12-01T18:24:47,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742383_1559 (size=12001) 2024-12-01T18:24:47,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077547550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:47,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077547550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:47,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077547551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:47,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077547552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:47,870 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/39bd3411c09047c08b2a322ba0010f4c 2024-12-01T18:24:47,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/a3b7d60fa7fb47bebdd55005f706ea43 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a3b7d60fa7fb47bebdd55005f706ea43 2024-12-01T18:24:47,877 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a3b7d60fa7fb47bebdd55005f706ea43, entries=150, sequenceid=40, filesize=30.2 K 2024-12-01T18:24:47,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/602ec7ebbd8143e1b8cc580ce8c04cf6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/602ec7ebbd8143e1b8cc580ce8c04cf6 2024-12-01T18:24:47,881 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/602ec7ebbd8143e1b8cc580ce8c04cf6, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T18:24:47,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/39bd3411c09047c08b2a322ba0010f4c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/39bd3411c09047c08b2a322ba0010f4c 2024-12-01T18:24:47,885 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/39bd3411c09047c08b2a322ba0010f4c, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T18:24:47,886 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 59e09e3a961677f076884d671f138ee4 in 1258ms, sequenceid=40, compaction requested=false 2024-12-01T18:24:47,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:47,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:47,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-12-01T18:24:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-12-01T18:24:47,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-01T18:24:47,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0970 sec 2024-12-01T18:24:47,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 3.1010 sec 2024-12-01T18:24:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:48,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T18:24:48,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:48,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:48,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:48,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:48,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:48,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:48,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201500f6c939e054c44858d551206437696_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077486941/Put/seqid=0 2024-12-01T18:24:48,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742384_1560 (size=12154) 2024-12-01T18:24:48,067 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:48,074 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201500f6c939e054c44858d551206437696_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201500f6c939e054c44858d551206437696_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:48,075 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/550c5b8a767845cc97db12cf2762d1a4, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:48,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/550c5b8a767845cc97db12cf2762d1a4 is 175, key is test_row_0/A:col10/1733077486941/Put/seqid=0 2024-12-01T18:24:48,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077548073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077548074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742385_1561 (size=30955) 2024-12-01T18:24:48,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077548077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077548077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077548178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077548178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077548181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077548181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077548380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077548381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077548383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077548383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,480 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/550c5b8a767845cc97db12cf2762d1a4 2024-12-01T18:24:48,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/6d9fe61a18e74d5b921ee352673776cc is 50, key is test_row_0/B:col10/1733077486941/Put/seqid=0 2024-12-01T18:24:48,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742386_1562 (size=12001) 2024-12-01T18:24:48,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/6d9fe61a18e74d5b921ee352673776cc 2024-12-01T18:24:48,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/a2970837b37d45bfbc0ef29bbeaa4e97 is 50, key is test_row_0/C:col10/1733077486941/Put/seqid=0 2024-12-01T18:24:48,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742387_1563 (size=12001) 2024-12-01T18:24:48,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077548684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077548684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077548686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077548688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-01T18:24:48,898 INFO [Thread-2449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-01T18:24:48,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-12-01T18:24:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-01T18:24:48,901 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:48,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/a2970837b37d45bfbc0ef29bbeaa4e97 2024-12-01T18:24:48,901 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:48,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:48,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/550c5b8a767845cc97db12cf2762d1a4 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/550c5b8a767845cc97db12cf2762d1a4 2024-12-01T18:24:48,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/550c5b8a767845cc97db12cf2762d1a4, entries=150, sequenceid=54, filesize=30.2 K 2024-12-01T18:24:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/6d9fe61a18e74d5b921ee352673776cc as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/6d9fe61a18e74d5b921ee352673776cc 2024-12-01T18:24:48,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/6d9fe61a18e74d5b921ee352673776cc, entries=150, sequenceid=54, filesize=11.7 K 2024-12-01T18:24:48,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/a2970837b37d45bfbc0ef29bbeaa4e97 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/a2970837b37d45bfbc0ef29bbeaa4e97 2024-12-01T18:24:48,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/a2970837b37d45bfbc0ef29bbeaa4e97, entries=150, sequenceid=54, filesize=11.7 K 2024-12-01T18:24:48,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 59e09e3a961677f076884d671f138ee4 in 866ms, sequenceid=54, compaction requested=true 2024-12-01T18:24:48,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:48,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:48,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:48,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:48,920 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:48,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:48,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:48,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:48,920 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:48,922 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:48,922 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/A is initiating minor compaction (all files) 2024-12-01T18:24:48,922 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/A in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:48,922 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/91add255c10c41048177e821d598cec2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a3b7d60fa7fb47bebdd55005f706ea43, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/550c5b8a767845cc97db12cf2762d1a4] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=90.7 K 2024-12-01T18:24:48,922 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:48,922 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/91add255c10c41048177e821d598cec2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a3b7d60fa7fb47bebdd55005f706ea43, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/550c5b8a767845cc97db12cf2762d1a4] 2024-12-01T18:24:48,923 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:48,923 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/B is initiating minor compaction (all files) 2024-12-01T18:24:48,923 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/B in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:48,923 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0e3c0e400b5848999fad1223c0c33bea, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/602ec7ebbd8143e1b8cc580ce8c04cf6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/6d9fe61a18e74d5b921ee352673776cc] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=35.2 K 2024-12-01T18:24:48,923 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e3c0e400b5848999fad1223c0c33bea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733077484790 2024-12-01T18:24:48,923 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91add255c10c41048177e821d598cec2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733077484790 2024-12-01T18:24:48,924 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 602ec7ebbd8143e1b8cc580ce8c04cf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733077484812 2024-12-01T18:24:48,924 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3b7d60fa7fb47bebdd55005f706ea43, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733077484812 2024-12-01T18:24:48,924 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d9fe61a18e74d5b921ee352673776cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733077486941 2024-12-01T18:24:48,924 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 550c5b8a767845cc97db12cf2762d1a4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733077486941 2024-12-01T18:24:48,932 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:48,932 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/b9f9d69a4cbc4c91adbe465eb85d53a1 is 50, key is test_row_0/B:col10/1733077486941/Put/seqid=0 2024-12-01T18:24:48,944 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:48,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:24:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:48,947 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201ab8f26c9b2154cffb0a0ebe88eecf1b8_59e09e3a961677f076884d671f138ee4 store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:48,948 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201ab8f26c9b2154cffb0a0ebe88eecf1b8_59e09e3a961677f076884d671f138ee4, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:48,949 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ab8f26c9b2154cffb0a0ebe88eecf1b8_59e09e3a961677f076884d671f138ee4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:48,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742388_1564 (size=12104) 2024-12-01T18:24:48,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120130bb3a2f30f949ef9fae4d62575209a4_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077488945/Put/seqid=0 2024-12-01T18:24:48,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742389_1565 (size=4469) 2024-12-01T18:24:48,959 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/b9f9d69a4cbc4c91adbe465eb85d53a1 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b9f9d69a4cbc4c91adbe465eb85d53a1 2024-12-01T18:24:48,960 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#A#compaction#477 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:48,960 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/03c6d181bbe94f07a5868585c1219074 is 175, key is test_row_0/A:col10/1733077486941/Put/seqid=0 2024-12-01T18:24:48,971 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59e09e3a961677f076884d671f138ee4/B of 59e09e3a961677f076884d671f138ee4 into b9f9d69a4cbc4c91adbe465eb85d53a1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:48,971 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:48,971 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/B, priority=13, startTime=1733077488920; duration=0sec 2024-12-01T18:24:48,971 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:48,972 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:B 2024-12-01T18:24:48,972 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:48,973 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:48,973 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/C is initiating minor compaction (all files) 2024-12-01T18:24:48,973 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/C in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:48,973 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/44284b92b0b549d98f46366aa707e4da, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/39bd3411c09047c08b2a322ba0010f4c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/a2970837b37d45bfbc0ef29bbeaa4e97] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=35.2 K 2024-12-01T18:24:48,974 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 44284b92b0b549d98f46366aa707e4da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733077484790 2024-12-01T18:24:48,974 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 39bd3411c09047c08b2a322ba0010f4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733077484812 2024-12-01T18:24:48,974 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting a2970837b37d45bfbc0ef29bbeaa4e97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733077486941 2024-12-01T18:24:48,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077548979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:48,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742390_1566 (size=14594) 2024-12-01T18:24:48,985 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:48,988 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120130bb3a2f30f949ef9fae4d62575209a4_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120130bb3a2f30f949ef9fae4d62575209a4_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:48,989 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/4840718d13ee42fdb1e78b96b52bc8c4, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:48,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/4840718d13ee42fdb1e78b96b52bc8c4 is 175, key is test_row_0/A:col10/1733077488945/Put/seqid=0 2024-12-01T18:24:48,998 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#C#compaction#479 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:48,998 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/3eb5e99e5fb741ab8fd64e712d0df7d2 is 50, key is test_row_0/C:col10/1733077486941/Put/seqid=0 2024-12-01T18:24:49,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742391_1567 (size=31058) 2024-12-01T18:24:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-01T18:24:49,007 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/03c6d181bbe94f07a5868585c1219074 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/03c6d181bbe94f07a5868585c1219074 2024-12-01T18:24:49,012 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59e09e3a961677f076884d671f138ee4/A of 59e09e3a961677f076884d671f138ee4 into 03c6d181bbe94f07a5868585c1219074(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:49,012 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:49,012 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/A, priority=13, startTime=1733077488920; duration=0sec 2024-12-01T18:24:49,012 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:49,012 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:A 2024-12-01T18:24:49,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742393_1569 (size=12104) 2024-12-01T18:24:49,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742392_1568 (size=39549) 2024-12-01T18:24:49,053 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-01T18:24:49,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:49,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:49,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:49,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077549082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077549187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077549189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077549190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077549190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-01T18:24:49,206 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-01T18:24:49,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:49,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:49,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:49,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077549284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-01T18:24:49,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:49,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:49,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:49,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,422 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/4840718d13ee42fdb1e78b96b52bc8c4 2024-12-01T18:24:49,422 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/3eb5e99e5fb741ab8fd64e712d0df7d2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/3eb5e99e5fb741ab8fd64e712d0df7d2 2024-12-01T18:24:49,427 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59e09e3a961677f076884d671f138ee4/C of 59e09e3a961677f076884d671f138ee4 into 3eb5e99e5fb741ab8fd64e712d0df7d2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:49,427 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:49,427 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/C, priority=13, startTime=1733077488920; duration=0sec 2024-12-01T18:24:49,427 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:49,427 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:C 2024-12-01T18:24:49,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/d33560aacfc146a9bb38702cf4cdd19c is 50, key is test_row_0/B:col10/1733077488945/Put/seqid=0 2024-12-01T18:24:49,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742394_1570 (size=12001) 2024-12-01T18:24:49,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/d33560aacfc146a9bb38702cf4cdd19c 2024-12-01T18:24:49,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/07da1637e49349218a1d6dd969dd0e7c is 50, key is test_row_0/C:col10/1733077488945/Put/seqid=0 2024-12-01T18:24:49,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742395_1571 (size=12001) 2024-12-01T18:24:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-01T18:24:49,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-01T18:24:49,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:49,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:49,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:49,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077549589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-01T18:24:49,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:49,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:49,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:49,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-01T18:24:49,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:49,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:49,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:49,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:49,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/07da1637e49349218a1d6dd969dd0e7c 2024-12-01T18:24:49,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/4840718d13ee42fdb1e78b96b52bc8c4 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/4840718d13ee42fdb1e78b96b52bc8c4 2024-12-01T18:24:49,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/4840718d13ee42fdb1e78b96b52bc8c4, entries=200, sequenceid=78, filesize=38.6 K 2024-12-01T18:24:49,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/d33560aacfc146a9bb38702cf4cdd19c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/d33560aacfc146a9bb38702cf4cdd19c 2024-12-01T18:24:49,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/d33560aacfc146a9bb38702cf4cdd19c, entries=150, sequenceid=78, filesize=11.7 K 2024-12-01T18:24:49,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/07da1637e49349218a1d6dd969dd0e7c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/07da1637e49349218a1d6dd969dd0e7c 2024-12-01T18:24:49,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/07da1637e49349218a1d6dd969dd0e7c, entries=150, sequenceid=78, filesize=11.7 K 2024-12-01T18:24:49,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 59e09e3a961677f076884d671f138ee4 in 913ms, sequenceid=78, compaction requested=false 2024-12-01T18:24:49,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:49,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:49,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-01T18:24:49,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:49,970 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:24:49,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:49,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:49,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:49,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:49,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:49,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:49,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d41d6926a38d4a4e904e506315c90272_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077488978/Put/seqid=0 2024-12-01T18:24:49,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742396_1572 (size=12154) 2024-12-01T18:24:49,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:49,985 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d41d6926a38d4a4e904e506315c90272_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d41d6926a38d4a4e904e506315c90272_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:49,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/10a9bf987aaf4985b972b9976e8c2d8c, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:49,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/10a9bf987aaf4985b972b9976e8c2d8c is 175, key is test_row_0/A:col10/1733077488978/Put/seqid=0 2024-12-01T18:24:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742397_1573 (size=30955) 2024-12-01T18:24:49,990 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/10a9bf987aaf4985b972b9976e8c2d8c 2024-12-01T18:24:49,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/7b5c6619de33422591767adb09b2caec is 50, key is test_row_0/B:col10/1733077488978/Put/seqid=0 2024-12-01T18:24:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742398_1574 (size=12001) 2024-12-01T18:24:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-01T18:24:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:50,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:50,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077550146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:50,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077550193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:50,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077550196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:50,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077550198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:50,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077550199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:50,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077550249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:50,401 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/7b5c6619de33422591767adb09b2caec 2024-12-01T18:24:50,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/6338f62735d74ac781d15f1f34931a74 is 50, key is test_row_0/C:col10/1733077488978/Put/seqid=0 2024-12-01T18:24:50,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742399_1575 (size=12001) 2024-12-01T18:24:50,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077550450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:50,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077550755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:50,812 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/6338f62735d74ac781d15f1f34931a74 2024-12-01T18:24:50,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/10a9bf987aaf4985b972b9976e8c2d8c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/10a9bf987aaf4985b972b9976e8c2d8c 2024-12-01T18:24:50,820 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/10a9bf987aaf4985b972b9976e8c2d8c, entries=150, sequenceid=93, filesize=30.2 K 2024-12-01T18:24:50,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/7b5c6619de33422591767adb09b2caec as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/7b5c6619de33422591767adb09b2caec 2024-12-01T18:24:50,824 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/7b5c6619de33422591767adb09b2caec, entries=150, sequenceid=93, filesize=11.7 K 2024-12-01T18:24:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/6338f62735d74ac781d15f1f34931a74 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6338f62735d74ac781d15f1f34931a74 2024-12-01T18:24:50,828 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6338f62735d74ac781d15f1f34931a74, entries=150, sequenceid=93, filesize=11.7 K 2024-12-01T18:24:50,829 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 59e09e3a961677f076884d671f138ee4 in 859ms, sequenceid=93, compaction requested=true 2024-12-01T18:24:50,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:50,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:50,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-01T18:24:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-12-01T18:24:50,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-01T18:24:50,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9280 sec 2024-12-01T18:24:50,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.9330 sec 2024-12-01T18:24:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-01T18:24:51,004 INFO [Thread-2449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-01T18:24:51,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-12-01T18:24:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-01T18:24:51,007 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:51,007 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:51,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-01T18:24:51,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:51,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-01T18:24:51,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:51,160 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:24:51,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:51,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:51,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:51,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:51,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:51,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:51,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012693603e61864254bc16ca0290a173d9_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077490137/Put/seqid=0 2024-12-01T18:24:51,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742400_1576 (size=12154) 2024-12-01T18:24:51,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:51,174 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012693603e61864254bc16ca0290a173d9_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012693603e61864254bc16ca0290a173d9_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:51,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/33945ed8ffc941919fcd326bffa50c56, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:51,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/33945ed8ffc941919fcd326bffa50c56 is 175, key is test_row_0/A:col10/1733077490137/Put/seqid=0 2024-12-01T18:24:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742401_1577 (size=30955) 2024-12-01T18:24:51,182 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/33945ed8ffc941919fcd326bffa50c56 2024-12-01T18:24:51,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/bb1f6185d5d841f8a2b67b17f4a9f3b4 is 50, key is test_row_0/B:col10/1733077490137/Put/seqid=0 2024-12-01T18:24:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742402_1578 (size=12001) 2024-12-01T18:24:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:51,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:51,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077551285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-01T18:24:51,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077551388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:51,592 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/bb1f6185d5d841f8a2b67b17f4a9f3b4 2024-12-01T18:24:51,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077551591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:51,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/4c834619f2a94cfc90e363ebd42c0f67 is 50, key is test_row_0/C:col10/1733077490137/Put/seqid=0 2024-12-01T18:24:51,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742403_1579 (size=12001) 2024-12-01T18:24:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-01T18:24:51,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077551894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,010 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/4c834619f2a94cfc90e363ebd42c0f67 2024-12-01T18:24:52,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/33945ed8ffc941919fcd326bffa50c56 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/33945ed8ffc941919fcd326bffa50c56 2024-12-01T18:24:52,017 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/33945ed8ffc941919fcd326bffa50c56, entries=150, sequenceid=117, filesize=30.2 K 2024-12-01T18:24:52,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/bb1f6185d5d841f8a2b67b17f4a9f3b4 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/bb1f6185d5d841f8a2b67b17f4a9f3b4 2024-12-01T18:24:52,021 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/bb1f6185d5d841f8a2b67b17f4a9f3b4, entries=150, sequenceid=117, filesize=11.7 K 2024-12-01T18:24:52,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/4c834619f2a94cfc90e363ebd42c0f67 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/4c834619f2a94cfc90e363ebd42c0f67 2024-12-01T18:24:52,025 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/4c834619f2a94cfc90e363ebd42c0f67, entries=150, sequenceid=117, filesize=11.7 K 2024-12-01T18:24:52,025 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 59e09e3a961677f076884d671f138ee4 in 865ms, sequenceid=117, compaction requested=true 2024-12-01T18:24:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-01T18:24:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-12-01T18:24:52,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-01T18:24:52,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0200 sec 2024-12-01T18:24:52,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.0240 sec 2024-12-01T18:24:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-01T18:24:52,111 INFO [Thread-2449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-12-01T18:24:52,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-12-01T18:24:52,114 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-01T18:24:52,115 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:52,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:52,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-01T18:24:52,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:52,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412018c19dc0b602844549e00fd9ad287cab1_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077491279/Put/seqid=0 2024-12-01T18:24:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-01T18:24:52,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742404_1580 (size=12204) 2024-12-01T18:24:52,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077552226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077552227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077552231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077552231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-01T18:24:52,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:52,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:52,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:52,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077552332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077552332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077552336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077552336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077552398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-01T18:24:52,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-01T18:24:52,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:52,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:52,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:52,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077552536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077552535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077552538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077552539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-01T18:24:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:52,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,617 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:52,620 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412018c19dc0b602844549e00fd9ad287cab1_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412018c19dc0b602844549e00fd9ad287cab1_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:52,621 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/21d60cd06b4a42a3afac72e1a2dde174, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:52,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/21d60cd06b4a42a3afac72e1a2dde174 is 175, key is test_row_0/A:col10/1733077491279/Put/seqid=0 2024-12-01T18:24:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742405_1581 (size=31005) 2024-12-01T18:24:52,625 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/21d60cd06b4a42a3afac72e1a2dde174 2024-12-01T18:24:52,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/e33079365fbf480cb82dc18bef4bfddd is 50, key is test_row_0/B:col10/1733077491279/Put/seqid=0 2024-12-01T18:24:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742406_1582 (size=12051) 2024-12-01T18:24:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-01T18:24:52,724 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-01T18:24:52,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:52,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:52,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:52,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077552840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077552840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077552842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077552844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,877 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:52,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-01T18:24:52,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:52,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:52,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:52,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:53,030 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-01T18:24:53,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:53,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:53,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:53,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:53,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:53,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/e33079365fbf480cb82dc18bef4bfddd 2024-12-01T18:24:53,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/84c6fca6e9d04f459ad6104af4e06599 is 50, key is test_row_0/C:col10/1733077491279/Put/seqid=0 2024-12-01T18:24:53,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742407_1583 (size=12051) 2024-12-01T18:24:53,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/84c6fca6e9d04f459ad6104af4e06599 2024-12-01T18:24:53,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/21d60cd06b4a42a3afac72e1a2dde174 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/21d60cd06b4a42a3afac72e1a2dde174 2024-12-01T18:24:53,051 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T18:24:53,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/21d60cd06b4a42a3afac72e1a2dde174, entries=150, sequenceid=130, filesize=30.3 K 2024-12-01T18:24:53,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/e33079365fbf480cb82dc18bef4bfddd as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/e33079365fbf480cb82dc18bef4bfddd 2024-12-01T18:24:53,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/e33079365fbf480cb82dc18bef4bfddd, entries=150, sequenceid=130, filesize=11.8 K 2024-12-01T18:24:53,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/84c6fca6e9d04f459ad6104af4e06599 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/84c6fca6e9d04f459ad6104af4e06599 2024-12-01T18:24:53,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/84c6fca6e9d04f459ad6104af4e06599, entries=150, sequenceid=130, filesize=11.8 K 2024-12-01T18:24:53,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 59e09e3a961677f076884d671f138ee4 in 858ms, sequenceid=130, compaction requested=true 2024-12-01T18:24:53,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:53,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:53,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:53,063 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T18:24:53,063 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T18:24:53,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:53,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:53,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:53,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:53,064 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163522 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T18:24:53,064 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T18:24:53,065 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/B is initiating minor compaction (all files) 2024-12-01T18:24:53,065 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/A is initiating minor compaction (all files) 2024-12-01T18:24:53,065 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/B in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:53,065 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/A in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:53,065 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b9f9d69a4cbc4c91adbe465eb85d53a1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/d33560aacfc146a9bb38702cf4cdd19c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/7b5c6619de33422591767adb09b2caec, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/bb1f6185d5d841f8a2b67b17f4a9f3b4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/e33079365fbf480cb82dc18bef4bfddd] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=58.7 K 2024-12-01T18:24:53,065 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/03c6d181bbe94f07a5868585c1219074, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/4840718d13ee42fdb1e78b96b52bc8c4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/10a9bf987aaf4985b972b9976e8c2d8c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/33945ed8ffc941919fcd326bffa50c56, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/21d60cd06b4a42a3afac72e1a2dde174] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=159.7 K 2024-12-01T18:24:53,065 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:53,065 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/03c6d181bbe94f07a5868585c1219074, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/4840718d13ee42fdb1e78b96b52bc8c4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/10a9bf987aaf4985b972b9976e8c2d8c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/33945ed8ffc941919fcd326bffa50c56, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/21d60cd06b4a42a3afac72e1a2dde174] 2024-12-01T18:24:53,066 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03c6d181bbe94f07a5868585c1219074, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733077486941 2024-12-01T18:24:53,066 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting b9f9d69a4cbc4c91adbe465eb85d53a1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733077486941 2024-12-01T18:24:53,066 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d33560aacfc146a9bb38702cf4cdd19c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733077488070 2024-12-01T18:24:53,066 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4840718d13ee42fdb1e78b96b52bc8c4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733077488070 2024-12-01T18:24:53,066 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b5c6619de33422591767adb09b2caec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733077488971 2024-12-01T18:24:53,066 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10a9bf987aaf4985b972b9976e8c2d8c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733077488971 2024-12-01T18:24:53,067 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting bb1f6185d5d841f8a2b67b17f4a9f3b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733077490137 2024-12-01T18:24:53,067 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33945ed8ffc941919fcd326bffa50c56, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733077490137 2024-12-01T18:24:53,067 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e33079365fbf480cb82dc18bef4bfddd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733077491279 2024-12-01T18:24:53,067 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21d60cd06b4a42a3afac72e1a2dde174, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733077491279 2024-12-01T18:24:53,075 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#B#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:53,076 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/997cc09b7d324ba980694c916dc05fd9 is 50, key is test_row_0/B:col10/1733077491279/Put/seqid=0 2024-12-01T18:24:53,077 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:53,079 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201bf323e9c8e2147f0bdc5560b98523b68_59e09e3a961677f076884d671f138ee4 store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:53,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742408_1584 (size=12325) 2024-12-01T18:24:53,082 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201bf323e9c8e2147f0bdc5560b98523b68_59e09e3a961677f076884d671f138ee4, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:53,082 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201bf323e9c8e2147f0bdc5560b98523b68_59e09e3a961677f076884d671f138ee4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:53,086 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/997cc09b7d324ba980694c916dc05fd9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/997cc09b7d324ba980694c916dc05fd9 2024-12-01T18:24:53,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742409_1585 (size=4469) 2024-12-01T18:24:53,088 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#A#compaction#492 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:53,088 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/69254fe06dd1423f8b5c6cce0e86234e is 175, key is test_row_0/A:col10/1733077491279/Put/seqid=0 2024-12-01T18:24:53,091 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 59e09e3a961677f076884d671f138ee4/B of 59e09e3a961677f076884d671f138ee4 into 997cc09b7d324ba980694c916dc05fd9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:53,091 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:53,091 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/B, priority=11, startTime=1733077493063; duration=0sec 2024-12-01T18:24:53,091 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:53,091 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:B 2024-12-01T18:24:53,091 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T18:24:53,092 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T18:24:53,092 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/C is initiating minor compaction (all files) 2024-12-01T18:24:53,093 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/C in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:53,093 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/3eb5e99e5fb741ab8fd64e712d0df7d2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/07da1637e49349218a1d6dd969dd0e7c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6338f62735d74ac781d15f1f34931a74, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/4c834619f2a94cfc90e363ebd42c0f67, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/84c6fca6e9d04f459ad6104af4e06599] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=58.7 K 2024-12-01T18:24:53,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742410_1586 (size=31279) 2024-12-01T18:24:53,093 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 3eb5e99e5fb741ab8fd64e712d0df7d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733077486941 2024-12-01T18:24:53,093 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 07da1637e49349218a1d6dd969dd0e7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733077488070 2024-12-01T18:24:53,094 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 6338f62735d74ac781d15f1f34931a74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733077488971 2024-12-01T18:24:53,094 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c834619f2a94cfc90e363ebd42c0f67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733077490137 2024-12-01T18:24:53,094 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 84c6fca6e9d04f459ad6104af4e06599, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733077491279 2024-12-01T18:24:53,102 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#C#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:53,102 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/b86ec58cf06644299e3c36ab9c11f34d is 50, key is test_row_0/C:col10/1733077491279/Put/seqid=0 2024-12-01T18:24:53,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742411_1587 (size=12325) 2024-12-01T18:24:53,182 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-01T18:24:53,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:53,183 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T18:24:53,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:53,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:53,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:53,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:53,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:53,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:53,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201dd4e179480a14196a81adeaa9d4c77c0_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077492230/Put/seqid=0 2024-12-01T18:24:53,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742412_1588 (size=12304) 2024-12-01T18:24:53,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:53,196 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201dd4e179480a14196a81adeaa9d4c77c0_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201dd4e179480a14196a81adeaa9d4c77c0_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:53,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/46884c29b4404505b16d1d920ec867cf, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:53,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/46884c29b4404505b16d1d920ec867cf is 175, key is test_row_0/A:col10/1733077492230/Put/seqid=0 2024-12-01T18:24:53,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742413_1589 (size=31105) 2024-12-01T18:24:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-01T18:24:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:53,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:53,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077553354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077553355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077553356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077553357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077553404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077553458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077553459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077553459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077553460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,498 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/69254fe06dd1423f8b5c6cce0e86234e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/69254fe06dd1423f8b5c6cce0e86234e 2024-12-01T18:24:53,502 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 59e09e3a961677f076884d671f138ee4/A of 59e09e3a961677f076884d671f138ee4 into 69254fe06dd1423f8b5c6cce0e86234e(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:53,502 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:53,502 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/A, priority=11, startTime=1733077493063; duration=0sec 2024-12-01T18:24:53,502 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:53,502 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:A 2024-12-01T18:24:53,521 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/b86ec58cf06644299e3c36ab9c11f34d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/b86ec58cf06644299e3c36ab9c11f34d 2024-12-01T18:24:53,526 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 59e09e3a961677f076884d671f138ee4/C of 59e09e3a961677f076884d671f138ee4 into b86ec58cf06644299e3c36ab9c11f34d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:53,526 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:53,526 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/C, priority=11, startTime=1733077493063; duration=0sec 2024-12-01T18:24:53,526 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:53,526 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:C 2024-12-01T18:24:53,610 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/46884c29b4404505b16d1d920ec867cf 2024-12-01T18:24:53,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/defdb069aa814cd3a6ad6ab0bb908c2f is 50, key is test_row_0/B:col10/1733077492230/Put/seqid=0 2024-12-01T18:24:53,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742414_1590 (size=12151) 2024-12-01T18:24:53,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077553662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077553662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077553663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077553663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077553965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077553966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077553966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:53,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077553967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:54,025 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/defdb069aa814cd3a6ad6ab0bb908c2f 2024-12-01T18:24:54,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/b32748fc3ac34dd49be184844b43ee02 is 50, key is test_row_0/C:col10/1733077492230/Put/seqid=0 2024-12-01T18:24:54,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742415_1591 (size=12151) 2024-12-01T18:24:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-01T18:24:54,435 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/b32748fc3ac34dd49be184844b43ee02 2024-12-01T18:24:54,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/46884c29b4404505b16d1d920ec867cf as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/46884c29b4404505b16d1d920ec867cf 2024-12-01T18:24:54,443 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/46884c29b4404505b16d1d920ec867cf, entries=150, sequenceid=154, filesize=30.4 K 2024-12-01T18:24:54,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/defdb069aa814cd3a6ad6ab0bb908c2f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/defdb069aa814cd3a6ad6ab0bb908c2f 2024-12-01T18:24:54,447 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/defdb069aa814cd3a6ad6ab0bb908c2f, entries=150, sequenceid=154, filesize=11.9 K 2024-12-01T18:24:54,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/b32748fc3ac34dd49be184844b43ee02 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/b32748fc3ac34dd49be184844b43ee02 2024-12-01T18:24:54,454 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/b32748fc3ac34dd49be184844b43ee02, entries=150, sequenceid=154, filesize=11.9 K 2024-12-01T18:24:54,455 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 59e09e3a961677f076884d671f138ee4 in 1272ms, sequenceid=154, compaction requested=false 2024-12-01T18:24:54,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:54,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:54,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-12-01T18:24:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-12-01T18:24:54,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-12-01T18:24:54,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3410 sec 2024-12-01T18:24:54,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 2.3460 sec 2024-12-01T18:24:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:54,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T18:24:54,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:54,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:54,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:54,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:54,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:54,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:54,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120113c21f47c5154aa9887a405827c2cddc_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077493355/Put/seqid=0 2024-12-01T18:24:54,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742416_1592 (size=14794) 2024-12-01T18:24:54,483 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:54,489 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120113c21f47c5154aa9887a405827c2cddc_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120113c21f47c5154aa9887a405827c2cddc_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:54,490 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/bca6d8c4dc4947688db9a7128eb95fae, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:54,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/bca6d8c4dc4947688db9a7128eb95fae is 175, key is test_row_0/A:col10/1733077493355/Put/seqid=0 2024-12-01T18:24:54,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077554490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:54,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077554492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:54,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077554493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:54,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077554493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:54,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742417_1593 (size=39749) 2024-12-01T18:24:54,506 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/bca6d8c4dc4947688db9a7128eb95fae 2024-12-01T18:24:54,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/e2c283fb99b74df9b95d6a01b5734a57 is 50, key is test_row_0/B:col10/1733077493355/Put/seqid=0 2024-12-01T18:24:54,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742418_1594 (size=12151) 2024-12-01T18:24:54,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077554594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:54,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077554595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:54,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077554597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:54,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077554598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:54,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077554797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:54,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077554798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:54,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077554799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:54,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077554801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:54,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/e2c283fb99b74df9b95d6a01b5734a57 2024-12-01T18:24:54,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/7bc911f2c08e4fea96ec66bd1c7de1ba is 50, key is test_row_0/C:col10/1733077493355/Put/seqid=0 2024-12-01T18:24:54,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742419_1595 (size=12151) 2024-12-01T18:24:54,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/7bc911f2c08e4fea96ec66bd1c7de1ba 2024-12-01T18:24:54,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/bca6d8c4dc4947688db9a7128eb95fae as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/bca6d8c4dc4947688db9a7128eb95fae 2024-12-01T18:24:54,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/bca6d8c4dc4947688db9a7128eb95fae, entries=200, sequenceid=170, filesize=38.8 K 2024-12-01T18:24:54,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/e2c283fb99b74df9b95d6a01b5734a57 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/e2c283fb99b74df9b95d6a01b5734a57 2024-12-01T18:24:54,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/e2c283fb99b74df9b95d6a01b5734a57, entries=150, sequenceid=170, filesize=11.9 K 2024-12-01T18:24:54,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/7bc911f2c08e4fea96ec66bd1c7de1ba as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/7bc911f2c08e4fea96ec66bd1c7de1ba 2024-12-01T18:24:54,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/7bc911f2c08e4fea96ec66bd1c7de1ba, entries=150, sequenceid=170, filesize=11.9 K 2024-12-01T18:24:54,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 59e09e3a961677f076884d671f138ee4 in 517ms, sequenceid=170, compaction requested=true 2024-12-01T18:24:54,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:54,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:54,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:54,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:54,987 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:54,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:54,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:54,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T18:24:54,987 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:54,988 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102133 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:54,988 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/A is initiating minor compaction (all files) 2024-12-01T18:24:54,988 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/A in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:54,988 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/69254fe06dd1423f8b5c6cce0e86234e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/46884c29b4404505b16d1d920ec867cf, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/bca6d8c4dc4947688db9a7128eb95fae] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=99.7 K 2024-12-01T18:24:54,988 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:54,988 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/69254fe06dd1423f8b5c6cce0e86234e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/46884c29b4404505b16d1d920ec867cf, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/bca6d8c4dc4947688db9a7128eb95fae] 2024-12-01T18:24:54,988 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:54,988 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/B is initiating minor compaction (all files) 2024-12-01T18:24:54,988 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/B in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:54,988 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/997cc09b7d324ba980694c916dc05fd9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/defdb069aa814cd3a6ad6ab0bb908c2f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/e2c283fb99b74df9b95d6a01b5734a57] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=35.8 K 2024-12-01T18:24:54,989 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69254fe06dd1423f8b5c6cce0e86234e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733077491279 2024-12-01T18:24:54,989 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 997cc09b7d324ba980694c916dc05fd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733077491279 2024-12-01T18:24:54,989 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46884c29b4404505b16d1d920ec867cf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733077492221 2024-12-01T18:24:54,989 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting defdb069aa814cd3a6ad6ab0bb908c2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733077492221 2024-12-01T18:24:54,989 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting bca6d8c4dc4947688db9a7128eb95fae, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733077493354 2024-12-01T18:24:54,990 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e2c283fb99b74df9b95d6a01b5734a57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733077493354 2024-12-01T18:24:54,998 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#B#compaction#500 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:54,998 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/4e9e329fcf184267a810a78828820d85 is 50, key is test_row_0/B:col10/1733077493355/Put/seqid=0 2024-12-01T18:24:54,999 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:55,011 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120123e32310404246929ec5ef796d6b5c46_59e09e3a961677f076884d671f138ee4 store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:55,013 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120123e32310404246929ec5ef796d6b5c46_59e09e3a961677f076884d671f138ee4, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:55,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742420_1596 (size=12527) 2024-12-01T18:24:55,013 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120123e32310404246929ec5ef796d6b5c46_59e09e3a961677f076884d671f138ee4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:55,018 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/4e9e329fcf184267a810a78828820d85 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4e9e329fcf184267a810a78828820d85 2024-12-01T18:24:55,023 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59e09e3a961677f076884d671f138ee4/B of 59e09e3a961677f076884d671f138ee4 into 4e9e329fcf184267a810a78828820d85(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:55,023 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:55,023 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/B, priority=13, startTime=1733077494987; duration=0sec 2024-12-01T18:24:55,023 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:55,023 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:B 2024-12-01T18:24:55,023 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:55,025 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:55,025 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/C is initiating minor compaction (all files) 2024-12-01T18:24:55,025 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/C in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:55,025 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/b86ec58cf06644299e3c36ab9c11f34d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/b32748fc3ac34dd49be184844b43ee02, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/7bc911f2c08e4fea96ec66bd1c7de1ba] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=35.8 K 2024-12-01T18:24:55,025 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting b86ec58cf06644299e3c36ab9c11f34d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733077491279 2024-12-01T18:24:55,026 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting b32748fc3ac34dd49be184844b43ee02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733077492221 2024-12-01T18:24:55,026 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bc911f2c08e4fea96ec66bd1c7de1ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733077493354 2024-12-01T18:24:55,045 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#C#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:55,046 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/d677dffcf39040d695522bc8e231ca96 is 50, key is test_row_0/C:col10/1733077493355/Put/seqid=0 2024-12-01T18:24:55,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742421_1597 (size=4469) 2024-12-01T18:24:55,055 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#A#compaction#501 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:55,055 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/cb66670ca71442e89678c23d1d366272 is 175, key is test_row_0/A:col10/1733077493355/Put/seqid=0 2024-12-01T18:24:55,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742422_1598 (size=12527) 2024-12-01T18:24:55,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742423_1599 (size=31481) 2024-12-01T18:24:55,077 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/cb66670ca71442e89678c23d1d366272 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/cb66670ca71442e89678c23d1d366272 2024-12-01T18:24:55,081 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59e09e3a961677f076884d671f138ee4/A of 59e09e3a961677f076884d671f138ee4 into cb66670ca71442e89678c23d1d366272(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:55,081 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:55,081 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/A, priority=13, startTime=1733077494987; duration=0sec 2024-12-01T18:24:55,081 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:55,081 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:A 2024-12-01T18:24:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:55,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T18:24:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:55,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019f1ba20892434dc68fed768c2b3d5c97_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077495103/Put/seqid=0 2024-12-01T18:24:55,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077555109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077555109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077555110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077555111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742424_1600 (size=12304) 2024-12-01T18:24:55,120 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,123 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019f1ba20892434dc68fed768c2b3d5c97_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019f1ba20892434dc68fed768c2b3d5c97_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:55,124 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/8b5be8a72ae945afa9d03f5598306483, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:55,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/8b5be8a72ae945afa9d03f5598306483 is 175, key is test_row_0/A:col10/1733077495103/Put/seqid=0 2024-12-01T18:24:55,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742425_1601 (size=31105) 2024-12-01T18:24:55,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077555212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077555212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077555213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077555214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077555415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077555416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077555416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077555417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077555422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,424 DEBUG [Thread-2441 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., hostname=b8365d49b74c,42723,1733077344673, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T18:24:55,474 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/d677dffcf39040d695522bc8e231ca96 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d677dffcf39040d695522bc8e231ca96 2024-12-01T18:24:55,478 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59e09e3a961677f076884d671f138ee4/C of 59e09e3a961677f076884d671f138ee4 into d677dffcf39040d695522bc8e231ca96(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:55,478 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:55,478 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/C, priority=13, startTime=1733077494987; duration=0sec 2024-12-01T18:24:55,478 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:55,478 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:C 2024-12-01T18:24:55,528 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/8b5be8a72ae945afa9d03f5598306483 2024-12-01T18:24:55,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/95aab136d6bc4925b69fb1c34cf05cc8 is 50, key is test_row_0/B:col10/1733077495103/Put/seqid=0 2024-12-01T18:24:55,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742426_1602 (size=12151) 2024-12-01T18:24:55,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077555717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077555719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077555720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077555720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:55,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/95aab136d6bc4925b69fb1c34cf05cc8 2024-12-01T18:24:55,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/bd8e026dda45403ead0683a63cae1f4c is 50, key is test_row_0/C:col10/1733077495103/Put/seqid=0 2024-12-01T18:24:55,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742427_1603 (size=12151) 2024-12-01T18:24:55,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/bd8e026dda45403ead0683a63cae1f4c 2024-12-01T18:24:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/8b5be8a72ae945afa9d03f5598306483 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/8b5be8a72ae945afa9d03f5598306483 2024-12-01T18:24:55,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/8b5be8a72ae945afa9d03f5598306483, entries=150, sequenceid=197, filesize=30.4 K 2024-12-01T18:24:55,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/95aab136d6bc4925b69fb1c34cf05cc8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/95aab136d6bc4925b69fb1c34cf05cc8 2024-12-01T18:24:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/95aab136d6bc4925b69fb1c34cf05cc8, entries=150, sequenceid=197, filesize=11.9 K 2024-12-01T18:24:55,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/bd8e026dda45403ead0683a63cae1f4c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/bd8e026dda45403ead0683a63cae1f4c 2024-12-01T18:24:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/bd8e026dda45403ead0683a63cae1f4c, entries=150, sequenceid=197, filesize=11.9 K 2024-12-01T18:24:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 59e09e3a961677f076884d671f138ee4 in 861ms, sequenceid=197, compaction requested=false 2024-12-01T18:24:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-01T18:24:56,219 INFO [Thread-2449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-01T18:24:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-12-01T18:24:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,223 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-01T18:24:56,224 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:24:56,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:56,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:56,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:56,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:56,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d9979f795010445b84557ded37ae0248_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_1/A:col10/1733077495108/Put/seqid=0 2024-12-01T18:24:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742428_1604 (size=12304) 2024-12-01T18:24:56,267 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,270 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d9979f795010445b84557ded37ae0248_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d9979f795010445b84557ded37ae0248_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:56,272 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/6fc0aafd658c4c42844d3d1cefa06590, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:56,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/6fc0aafd658c4c42844d3d1cefa06590 is 175, key is test_row_1/A:col10/1733077495108/Put/seqid=0 2024-12-01T18:24:56,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742429_1605 (size=31101) 2024-12-01T18:24:56,279 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/6fc0aafd658c4c42844d3d1cefa06590 2024-12-01T18:24:56,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077556277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077556277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077556281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077556282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/4137ef9f25b743d5a268566cc1722692 is 50, key is test_row_1/B:col10/1733077495108/Put/seqid=0 2024-12-01T18:24:56,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742430_1606 (size=9757) 2024-12-01T18:24:56,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/4137ef9f25b743d5a268566cc1722692 2024-12-01T18:24:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-01T18:24:56,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/6b2ea63ab29c4b8389600eda31e97535 is 50, key is test_row_1/C:col10/1733077495108/Put/seqid=0 2024-12-01T18:24:56,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742431_1607 (size=9757) 2024-12-01T18:24:56,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/6b2ea63ab29c4b8389600eda31e97535 2024-12-01T18:24:56,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/6fc0aafd658c4c42844d3d1cefa06590 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/6fc0aafd658c4c42844d3d1cefa06590 2024-12-01T18:24:56,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/6fc0aafd658c4c42844d3d1cefa06590, entries=150, sequenceid=210, filesize=30.4 K 2024-12-01T18:24:56,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/4137ef9f25b743d5a268566cc1722692 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4137ef9f25b743d5a268566cc1722692 2024-12-01T18:24:56,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-01T18:24:56,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:56,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4137ef9f25b743d5a268566cc1722692, entries=100, sequenceid=210, filesize=9.5 K 2024-12-01T18:24:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/6b2ea63ab29c4b8389600eda31e97535 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6b2ea63ab29c4b8389600eda31e97535 2024-12-01T18:24:56,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6b2ea63ab29c4b8389600eda31e97535, entries=100, sequenceid=210, filesize=9.5 K 2024-12-01T18:24:56,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 59e09e3a961677f076884d671f138ee4 in 155ms, sequenceid=210, compaction requested=true 2024-12-01T18:24:56,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:56,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:56,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:56,385 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:56,385 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:56,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:56,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:56,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:56,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:56,386 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:56,386 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/B is initiating minor compaction (all files) 2024-12-01T18:24:56,386 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/B in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,386 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4e9e329fcf184267a810a78828820d85, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/95aab136d6bc4925b69fb1c34cf05cc8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4137ef9f25b743d5a268566cc1722692] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=33.6 K 2024-12-01T18:24:56,386 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:56,386 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/A is initiating minor compaction (all files) 2024-12-01T18:24:56,386 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/A in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,386 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/cb66670ca71442e89678c23d1d366272, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/8b5be8a72ae945afa9d03f5598306483, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/6fc0aafd658c4c42844d3d1cefa06590] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=91.5 K 2024-12-01T18:24:56,386 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,386 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/cb66670ca71442e89678c23d1d366272, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/8b5be8a72ae945afa9d03f5598306483, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/6fc0aafd658c4c42844d3d1cefa06590] 2024-12-01T18:24:56,387 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e9e329fcf184267a810a78828820d85, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733077493354 2024-12-01T18:24:56,387 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb66670ca71442e89678c23d1d366272, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733077493354 2024-12-01T18:24:56,387 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 95aab136d6bc4925b69fb1c34cf05cc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733077494487 2024-12-01T18:24:56,387 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b5be8a72ae945afa9d03f5598306483, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733077494487 2024-12-01T18:24:56,387 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 4137ef9f25b743d5a268566cc1722692, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733077495108 2024-12-01T18:24:56,387 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fc0aafd658c4c42844d3d1cefa06590, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733077495108 2024-12-01T18:24:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:56,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T18:24:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:56,398 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:56,399 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:56,399 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412017bd818f91a6b4e72ae41b5bd26be3634_59e09e3a961677f076884d671f138ee4 store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:56,399 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/07d4de5a7ead4da4865721425caa1707 is 50, key is test_row_0/B:col10/1733077495103/Put/seqid=0 2024-12-01T18:24:56,401 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412017bd818f91a6b4e72ae41b5bd26be3634_59e09e3a961677f076884d671f138ee4, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:56,401 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017bd818f91a6b4e72ae41b5bd26be3634_59e09e3a961677f076884d671f138ee4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:56,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077556397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077556398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077556403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077556403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201264c2c77e6744742b92fc4b634fcf1bf_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077496280/Put/seqid=0 2024-12-01T18:24:56,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742432_1608 (size=12629) 2024-12-01T18:24:56,448 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/07d4de5a7ead4da4865721425caa1707 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/07d4de5a7ead4da4865721425caa1707 2024-12-01T18:24:56,453 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59e09e3a961677f076884d671f138ee4/B of 59e09e3a961677f076884d671f138ee4 into 07d4de5a7ead4da4865721425caa1707(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:56,454 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:56,454 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/B, priority=13, startTime=1733077496385; duration=0sec 2024-12-01T18:24:56,454 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:56,454 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:B 2024-12-01T18:24:56,454 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:24:56,455 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:24:56,455 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/C is initiating minor compaction (all files) 2024-12-01T18:24:56,455 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/C in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,455 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d677dffcf39040d695522bc8e231ca96, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/bd8e026dda45403ead0683a63cae1f4c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6b2ea63ab29c4b8389600eda31e97535] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=33.6 K 2024-12-01T18:24:56,456 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d677dffcf39040d695522bc8e231ca96, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733077493354 2024-12-01T18:24:56,456 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting bd8e026dda45403ead0683a63cae1f4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733077494487 2024-12-01T18:24:56,456 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b2ea63ab29c4b8389600eda31e97535, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733077495108 2024-12-01T18:24:56,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742434_1610 (size=12304) 2024-12-01T18:24:56,463 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:56,468 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201264c2c77e6744742b92fc4b634fcf1bf_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201264c2c77e6744742b92fc4b634fcf1bf_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:56,469 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/1a61abfe05344a4faeea749b5a372997, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:56,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/1a61abfe05344a4faeea749b5a372997 is 175, key is test_row_0/A:col10/1733077496280/Put/seqid=0 2024-12-01T18:24:56,470 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:56,471 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/d9c52ff58c894b548d6732178e5ed29b is 50, key is test_row_0/C:col10/1733077495103/Put/seqid=0 2024-12-01T18:24:56,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742433_1609 (size=4469) 2024-12-01T18:24:56,480 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#A#compaction#511 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:56,481 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/32f07a6c988f43e5bd2e47cb5a77dee3 is 175, key is test_row_0/A:col10/1733077495103/Put/seqid=0 2024-12-01T18:24:56,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742435_1611 (size=31105) 2024-12-01T18:24:56,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742436_1612 (size=12629) 2024-12-01T18:24:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742437_1613 (size=31690) 2024-12-01T18:24:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077556504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077556504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077556505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077556505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-01T18:24:56,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-01T18:24:56,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:56,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,681 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-01T18:24:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077556708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077556708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077556709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077556709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-01T18:24:56,834 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-01T18:24:56,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:56,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,886 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/1a61abfe05344a4faeea749b5a372997 2024-12-01T18:24:56,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/2121e74ad6fc44028edcd762cb2e806d is 50, key is test_row_0/B:col10/1733077496280/Put/seqid=0 2024-12-01T18:24:56,902 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/d9c52ff58c894b548d6732178e5ed29b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d9c52ff58c894b548d6732178e5ed29b 2024-12-01T18:24:56,906 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/32f07a6c988f43e5bd2e47cb5a77dee3 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/32f07a6c988f43e5bd2e47cb5a77dee3 2024-12-01T18:24:56,907 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59e09e3a961677f076884d671f138ee4/C of 59e09e3a961677f076884d671f138ee4 into d9c52ff58c894b548d6732178e5ed29b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:56,907 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:56,907 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/C, priority=13, startTime=1733077496385; duration=0sec 2024-12-01T18:24:56,908 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:56,908 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:C 2024-12-01T18:24:56,911 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59e09e3a961677f076884d671f138ee4/A of 59e09e3a961677f076884d671f138ee4 into 32f07a6c988f43e5bd2e47cb5a77dee3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:56,911 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:56,911 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/A, priority=13, startTime=1733077496384; duration=0sec 2024-12-01T18:24:56,911 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:56,911 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:A 2024-12-01T18:24:56,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742438_1614 (size=12151) 2024-12-01T18:24:56,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/2121e74ad6fc44028edcd762cb2e806d 2024-12-01T18:24:56,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/a55ceb7babb0452dac134ac29368b3f9 is 50, key is test_row_0/C:col10/1733077496280/Put/seqid=0 2024-12-01T18:24:56,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742439_1615 (size=12151) 2024-12-01T18:24:56,987 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:56,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-01T18:24:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:56,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:57,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077557010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077557010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077557010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077557011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-01T18:24:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:57,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:57,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:57,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:57,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:57,292 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-01T18:24:57,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:57,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:57,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:57,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:57,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:57,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/a55ceb7babb0452dac134ac29368b3f9 2024-12-01T18:24:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-01T18:24:57,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/1a61abfe05344a4faeea749b5a372997 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/1a61abfe05344a4faeea749b5a372997 2024-12-01T18:24:57,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/1a61abfe05344a4faeea749b5a372997, entries=150, sequenceid=237, filesize=30.4 K 2024-12-01T18:24:57,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/2121e74ad6fc44028edcd762cb2e806d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/2121e74ad6fc44028edcd762cb2e806d 2024-12-01T18:24:57,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/2121e74ad6fc44028edcd762cb2e806d, entries=150, sequenceid=237, filesize=11.9 K 2024-12-01T18:24:57,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/a55ceb7babb0452dac134ac29368b3f9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/a55ceb7babb0452dac134ac29368b3f9 2024-12-01T18:24:57,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/a55ceb7babb0452dac134ac29368b3f9, entries=150, sequenceid=237, filesize=11.9 K 2024-12-01T18:24:57,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 59e09e3a961677f076884d671f138ee4 in 960ms, sequenceid=237, compaction requested=false 2024-12-01T18:24:57,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:57,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-01T18:24:57,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:57,446 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-01T18:24:57,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:57,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:57,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:57,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:57,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:57,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:57,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201975fc50e9df9469791dc9d9623856a39_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077496393/Put/seqid=0 2024-12-01T18:24:57,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742440_1616 (size=12304) 2024-12-01T18:24:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:57,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:57,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077557534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077557536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077557537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077557537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077557638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077557639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077557639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077557640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077557839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077557841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077557841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077557842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:57,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:57,862 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201975fc50e9df9469791dc9d9623856a39_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201975fc50e9df9469791dc9d9623856a39_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:57,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/97c58ec287d54bba82f8ec032b71c96f, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:57,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/97c58ec287d54bba82f8ec032b71c96f is 175, key is test_row_0/A:col10/1733077496393/Put/seqid=0 2024-12-01T18:24:57,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742441_1617 (size=31105) 2024-12-01T18:24:57,868 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/97c58ec287d54bba82f8ec032b71c96f 2024-12-01T18:24:57,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/b2cb3815c3814943911b2f4006e9c4ec is 50, key is test_row_0/B:col10/1733077496393/Put/seqid=0 2024-12-01T18:24:57,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742442_1618 (size=12151) 2024-12-01T18:24:57,885 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/b2cb3815c3814943911b2f4006e9c4ec 2024-12-01T18:24:57,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/d4f5b7b691b34676b7b37fbc46e5889f is 50, key is test_row_0/C:col10/1733077496393/Put/seqid=0 2024-12-01T18:24:57,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742443_1619 (size=12151) 2024-12-01T18:24:58,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077558141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077558144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077558146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077558147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,296 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/d4f5b7b691b34676b7b37fbc46e5889f 2024-12-01T18:24:58,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/97c58ec287d54bba82f8ec032b71c96f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/97c58ec287d54bba82f8ec032b71c96f 2024-12-01T18:24:58,303 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/97c58ec287d54bba82f8ec032b71c96f, entries=150, sequenceid=250, filesize=30.4 K 2024-12-01T18:24:58,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/b2cb3815c3814943911b2f4006e9c4ec as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b2cb3815c3814943911b2f4006e9c4ec 2024-12-01T18:24:58,307 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b2cb3815c3814943911b2f4006e9c4ec, entries=150, sequenceid=250, filesize=11.9 K 2024-12-01T18:24:58,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/d4f5b7b691b34676b7b37fbc46e5889f as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d4f5b7b691b34676b7b37fbc46e5889f 2024-12-01T18:24:58,311 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d4f5b7b691b34676b7b37fbc46e5889f, entries=150, sequenceid=250, filesize=11.9 K 2024-12-01T18:24:58,312 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 59e09e3a961677f076884d671f138ee4 in 865ms, sequenceid=250, compaction requested=true 2024-12-01T18:24:58,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:58,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:58,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-12-01T18:24:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-12-01T18:24:58,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-12-01T18:24:58,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0890 sec 2024-12-01T18:24:58,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 2.0930 sec 2024-12-01T18:24:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-01T18:24:58,327 INFO [Thread-2449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-12-01T18:24:58,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-12-01T18:24:58,330 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-01T18:24:58,330 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:58,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-01T18:24:58,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-01T18:24:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:58,483 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-01T18:24:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:58,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b15270755f41414d97b5f61e350777b2_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077497536/Put/seqid=0 2024-12-01T18:24:58,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742444_1620 (size=12454) 2024-12-01T18:24:58,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:58,498 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b15270755f41414d97b5f61e350777b2_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b15270755f41414d97b5f61e350777b2_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:58,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/7f7541f0772d48f782654c54d6648632, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:58,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/7f7541f0772d48f782654c54d6648632 is 175, key is test_row_0/A:col10/1733077497536/Put/seqid=0 2024-12-01T18:24:58,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742445_1621 (size=31255) 2024-12-01T18:24:58,507 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/7f7541f0772d48f782654c54d6648632 2024-12-01T18:24:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/551cc9fd124e4dcc8cde83e789f4946b is 50, key is test_row_0/B:col10/1733077497536/Put/seqid=0 2024-12-01T18:24:58,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742446_1622 (size=12301) 2024-12-01T18:24:58,517 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/551cc9fd124e4dcc8cde83e789f4946b 2024-12-01T18:24:58,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/1f49e2bacfad48468c6fd50450a32746 is 50, key is test_row_0/C:col10/1733077497536/Put/seqid=0 2024-12-01T18:24:58,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742447_1623 (size=12301) 2024-12-01T18:24:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-01T18:24:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:58,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:58,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077558654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077558654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077558655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077558655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077558758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077558758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077558759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077558759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-01T18:24:58,932 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/1f49e2bacfad48468c6fd50450a32746 2024-12-01T18:24:58,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/7f7541f0772d48f782654c54d6648632 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/7f7541f0772d48f782654c54d6648632 2024-12-01T18:24:58,941 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/7f7541f0772d48f782654c54d6648632, entries=150, sequenceid=277, filesize=30.5 K 2024-12-01T18:24:58,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/551cc9fd124e4dcc8cde83e789f4946b as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/551cc9fd124e4dcc8cde83e789f4946b 2024-12-01T18:24:58,945 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/551cc9fd124e4dcc8cde83e789f4946b, entries=150, sequenceid=277, filesize=12.0 K 2024-12-01T18:24:58,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/1f49e2bacfad48468c6fd50450a32746 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/1f49e2bacfad48468c6fd50450a32746 2024-12-01T18:24:58,949 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/1f49e2bacfad48468c6fd50450a32746, entries=150, sequenceid=277, filesize=12.0 K 2024-12-01T18:24:58,950 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 59e09e3a961677f076884d671f138ee4 in 467ms, sequenceid=277, compaction requested=true 2024-12-01T18:24:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-12-01T18:24:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-12-01T18:24:58,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-12-01T18:24:58,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 622 msec 2024-12-01T18:24:58,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 625 msec 2024-12-01T18:24:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:58,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T18:24:58,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:58,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:58,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:58,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:58,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:58,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:58,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412010dfd12e45e9f42e5984f382c91ca5d03_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077498962/Put/seqid=0 2024-12-01T18:24:58,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742448_1624 (size=14994) 2024-12-01T18:24:58,975 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:58,978 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412010dfd12e45e9f42e5984f382c91ca5d03_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412010dfd12e45e9f42e5984f382c91ca5d03_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:58,979 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/627cd611dde54c6494a30859bcbbf3b0, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:58,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/627cd611dde54c6494a30859bcbbf3b0 is 175, key is test_row_0/A:col10/1733077498962/Put/seqid=0 2024-12-01T18:24:58,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742449_1625 (size=39949) 2024-12-01T18:24:58,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077558984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077558985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077558986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:58,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077558987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077559089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077559089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077559090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077559090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077559292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077559292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077559293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077559293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,384 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/627cd611dde54c6494a30859bcbbf3b0 2024-12-01T18:24:59,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/9ca543f861e540f5a3e364417b8e0d6a is 50, key is test_row_0/B:col10/1733077498962/Put/seqid=0 2024-12-01T18:24:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742450_1626 (size=12301) 2024-12-01T18:24:59,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/9ca543f861e540f5a3e364417b8e0d6a 2024-12-01T18:24:59,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/58ea6c5ac9994eabb3c9e5ac3041b599 is 50, key is test_row_0/C:col10/1733077498962/Put/seqid=0 2024-12-01T18:24:59,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742451_1627 (size=12301) 2024-12-01T18:24:59,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/58ea6c5ac9994eabb3c9e5ac3041b599 2024-12-01T18:24:59,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/627cd611dde54c6494a30859bcbbf3b0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/627cd611dde54c6494a30859bcbbf3b0 2024-12-01T18:24:59,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/627cd611dde54c6494a30859bcbbf3b0, entries=200, sequenceid=289, filesize=39.0 K 2024-12-01T18:24:59,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/9ca543f861e540f5a3e364417b8e0d6a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/9ca543f861e540f5a3e364417b8e0d6a 2024-12-01T18:24:59,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/9ca543f861e540f5a3e364417b8e0d6a, entries=150, sequenceid=289, filesize=12.0 K 2024-12-01T18:24:59,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/58ea6c5ac9994eabb3c9e5ac3041b599 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/58ea6c5ac9994eabb3c9e5ac3041b599 2024-12-01T18:24:59,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/58ea6c5ac9994eabb3c9e5ac3041b599, entries=150, sequenceid=289, filesize=12.0 K 2024-12-01T18:24:59,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 59e09e3a961677f076884d671f138ee4 in 459ms, sequenceid=289, compaction requested=true 2024-12-01T18:24:59,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:59,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:24:59,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:59,422 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T18:24:59,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:24:59,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:59,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:24:59,422 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T18:24:59,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:59,424 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 165104 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T18:24:59,424 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/A is initiating minor compaction (all files) 2024-12-01T18:24:59,424 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/A in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:59,424 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/32f07a6c988f43e5bd2e47cb5a77dee3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/1a61abfe05344a4faeea749b5a372997, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/97c58ec287d54bba82f8ec032b71c96f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/7f7541f0772d48f782654c54d6648632, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/627cd611dde54c6494a30859bcbbf3b0] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=161.2 K 2024-12-01T18:24:59,424 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:59,424 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/32f07a6c988f43e5bd2e47cb5a77dee3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/1a61abfe05344a4faeea749b5a372997, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/97c58ec287d54bba82f8ec032b71c96f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/7f7541f0772d48f782654c54d6648632, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/627cd611dde54c6494a30859bcbbf3b0] 2024-12-01T18:24:59,425 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61533 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T18:24:59,425 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32f07a6c988f43e5bd2e47cb5a77dee3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733077495103 2024-12-01T18:24:59,425 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/B is initiating minor compaction (all files) 2024-12-01T18:24:59,425 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/B in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:59,425 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/07d4de5a7ead4da4865721425caa1707, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/2121e74ad6fc44028edcd762cb2e806d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b2cb3815c3814943911b2f4006e9c4ec, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/551cc9fd124e4dcc8cde83e789f4946b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/9ca543f861e540f5a3e364417b8e0d6a] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=60.1 K 2024-12-01T18:24:59,425 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a61abfe05344a4faeea749b5a372997, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733077496280 2024-12-01T18:24:59,426 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 07d4de5a7ead4da4865721425caa1707, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733077495103 2024-12-01T18:24:59,426 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97c58ec287d54bba82f8ec032b71c96f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733077496392 2024-12-01T18:24:59,426 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 2121e74ad6fc44028edcd762cb2e806d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733077496280 2024-12-01T18:24:59,426 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f7541f0772d48f782654c54d6648632, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733077497532 2024-12-01T18:24:59,426 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting b2cb3815c3814943911b2f4006e9c4ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733077496392 2024-12-01T18:24:59,426 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 627cd611dde54c6494a30859bcbbf3b0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733077498654 2024-12-01T18:24:59,426 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 551cc9fd124e4dcc8cde83e789f4946b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733077497532 2024-12-01T18:24:59,427 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ca543f861e540f5a3e364417b8e0d6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733077498654 2024-12-01T18:24:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-01T18:24:59,433 INFO [Thread-2449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-12-01T18:24:59,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:24:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees 2024-12-01T18:24:59,437 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-01T18:24:59,439 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#B#compaction#524 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:59,439 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/2e1e711e451b44719c215f6aaaad476a is 50, key is test_row_0/B:col10/1733077498962/Put/seqid=0 2024-12-01T18:24:59,440 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:24:59,441 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:24:59,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:24:59,442 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201e98300f44fc2425da8423cc5dfd55e65_59e09e3a961677f076884d671f138ee4 store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:59,445 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201e98300f44fc2425da8423cc5dfd55e65_59e09e3a961677f076884d671f138ee4, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:59,445 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e98300f44fc2425da8423cc5dfd55e65_59e09e3a961677f076884d671f138ee4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:59,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742452_1628 (size=12949) 2024-12-01T18:24:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:59,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T18:24:59,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:24:59,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:59,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:24:59,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:59,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:24:59,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:24:59,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742453_1629 (size=4469) 2024-12-01T18:24:59,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120189a54d30645a4c3c8dfb18256ee9fc25_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077499450/Put/seqid=0 2024-12-01T18:24:59,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742454_1630 (size=14994) 2024-12-01T18:24:59,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077559482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-01T18:24:59,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077559585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:24:59,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:59,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:59,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:59,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:59,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077559596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077559598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077559598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077559598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-01T18:24:59,745 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:24:59,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:59,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:59,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:59,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:59,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:59,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:24:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077559789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,853 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/2e1e711e451b44719c215f6aaaad476a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/2e1e711e451b44719c215f6aaaad476a 2024-12-01T18:24:59,857 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 59e09e3a961677f076884d671f138ee4/B of 59e09e3a961677f076884d671f138ee4 into 2e1e711e451b44719c215f6aaaad476a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:59,857 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:59,857 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/B, priority=11, startTime=1733077499422; duration=0sec 2024-12-01T18:24:59,857 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:24:59,858 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:B 2024-12-01T18:24:59,858 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T18:24:59,859 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#A#compaction#525 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:59,859 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61533 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T18:24:59,859 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/C is initiating minor compaction (all files) 2024-12-01T18:24:59,859 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/2332755b7f364f6383b931a54d6888c9 is 175, key is test_row_0/A:col10/1733077498962/Put/seqid=0 2024-12-01T18:24:59,859 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/C in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:59,859 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d9c52ff58c894b548d6732178e5ed29b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/a55ceb7babb0452dac134ac29368b3f9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d4f5b7b691b34676b7b37fbc46e5889f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/1f49e2bacfad48468c6fd50450a32746, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/58ea6c5ac9994eabb3c9e5ac3041b599] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=60.1 K 2024-12-01T18:24:59,860 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d9c52ff58c894b548d6732178e5ed29b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733077495103 2024-12-01T18:24:59,860 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting a55ceb7babb0452dac134ac29368b3f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733077496280 2024-12-01T18:24:59,860 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting d4f5b7b691b34676b7b37fbc46e5889f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733077496392 2024-12-01T18:24:59,861 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f49e2bacfad48468c6fd50450a32746, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733077497532 2024-12-01T18:24:59,861 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 58ea6c5ac9994eabb3c9e5ac3041b599, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733077498654 2024-12-01T18:24:59,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742455_1631 (size=31903) 2024-12-01T18:24:59,869 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:24:59,870 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#C#compaction#527 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:24:59,870 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/bf6a6d80531c4dda808817c56261d04a is 50, key is test_row_0/C:col10/1733077498962/Put/seqid=0 2024-12-01T18:24:59,872 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120189a54d30645a4c3c8dfb18256ee9fc25_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120189a54d30645a4c3c8dfb18256ee9fc25_59e09e3a961677f076884d671f138ee4 2024-12-01T18:24:59,873 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/c7d702898d1245c989272369df0bbb42, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:24:59,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/c7d702898d1245c989272369df0bbb42 is 175, key is test_row_0/A:col10/1733077499450/Put/seqid=0 2024-12-01T18:24:59,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742456_1632 (size=12949) 2024-12-01T18:24:59,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742457_1633 (size=39949) 2024-12-01T18:24:59,880 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/bf6a6d80531c4dda808817c56261d04a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/bf6a6d80531c4dda808817c56261d04a 2024-12-01T18:24:59,884 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 59e09e3a961677f076884d671f138ee4/C of 59e09e3a961677f076884d671f138ee4 into bf6a6d80531c4dda808817c56261d04a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:24:59,884 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:24:59,884 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/C, priority=11, startTime=1733077499422; duration=0sec 2024-12-01T18:24:59,884 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:24:59,884 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:C 2024-12-01T18:24:59,898 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:24:59,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:24:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:24:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:24:59,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:24:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-01T18:25:00,051 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:00,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:25:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077560093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:00,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077560099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:00,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077560103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:00,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077560103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:00,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077560104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:00,204 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:00,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:25:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,268 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/2332755b7f364f6383b931a54d6888c9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/2332755b7f364f6383b931a54d6888c9 2024-12-01T18:25:00,272 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 59e09e3a961677f076884d671f138ee4/A of 59e09e3a961677f076884d671f138ee4 into 2332755b7f364f6383b931a54d6888c9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:25:00,272 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:00,272 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/A, priority=11, startTime=1733077499422; duration=0sec 2024-12-01T18:25:00,272 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:25:00,272 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:A 2024-12-01T18:25:00,278 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/c7d702898d1245c989272369df0bbb42 2024-12-01T18:25:00,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/8ec5c85931bf41a39d45b913958f138c is 50, key is test_row_0/B:col10/1733077499450/Put/seqid=0 2024-12-01T18:25:00,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742458_1634 (size=12301) 2024-12-01T18:25:00,356 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:00,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:25:00,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:00,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,509 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:00,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:25:00,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:00,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-01T18:25:00,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077560596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:00,662 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:00,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:25:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:00,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/8ec5c85931bf41a39d45b913958f138c 2024-12-01T18:25:00,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/02083481a89b4bc69ca41692c33d23b2 is 50, key is test_row_0/C:col10/1733077499450/Put/seqid=0 2024-12-01T18:25:00,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742459_1635 (size=12301) 2024-12-01T18:25:00,814 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:00,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:25:00,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:00,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:00,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:25:00,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:00,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:00,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:01,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/02083481a89b4bc69ca41692c33d23b2 2024-12-01T18:25:01,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/c7d702898d1245c989272369df0bbb42 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/c7d702898d1245c989272369df0bbb42 2024-12-01T18:25:01,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/c7d702898d1245c989272369df0bbb42, entries=200, sequenceid=314, filesize=39.0 K 2024-12-01T18:25:01,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/8ec5c85931bf41a39d45b913958f138c as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/8ec5c85931bf41a39d45b913958f138c 2024-12-01T18:25:01,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077561106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:01,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/8ec5c85931bf41a39d45b913958f138c, entries=150, sequenceid=314, filesize=12.0 K 2024-12-01T18:25:01,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/02083481a89b4bc69ca41692c33d23b2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/02083481a89b4bc69ca41692c33d23b2 2024-12-01T18:25:01,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/02083481a89b4bc69ca41692c33d23b2, entries=150, sequenceid=314, filesize=12.0 K 2024-12-01T18:25:01,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:01,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077561110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077561110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:01,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 59e09e3a961677f076884d671f138ee4 in 1662ms, sequenceid=314, compaction requested=false 2024-12-01T18:25:01,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:01,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T18:25:01,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:25:01,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:01,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:25:01,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:01,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:25:01,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:01,120 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:01,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:25:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:01,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:01,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201613111f3ffa14fe88eb4c88f4484311a_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077501113/Put/seqid=0 2024-12-01T18:25:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:01,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742460_1636 (size=14994) 2024-12-01T18:25:01,130 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:01,133 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201613111f3ffa14fe88eb4c88f4484311a_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201613111f3ffa14fe88eb4c88f4484311a_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:01,134 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/e5103cad5f3a43c88569b6a243906d59, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:01,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/e5103cad5f3a43c88569b6a243906d59 is 175, key is test_row_0/A:col10/1733077501113/Put/seqid=0 2024-12-01T18:25:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742461_1637 (size=39949) 2024-12-01T18:25:01,138 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/e5103cad5f3a43c88569b6a243906d59 2024-12-01T18:25:01,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/4b733e729189469b89bf53ef7782a0b2 is 50, key is test_row_0/B:col10/1733077501113/Put/seqid=0 2024-12-01T18:25:01,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742462_1638 (size=12301) 2024-12-01T18:25:01,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/4b733e729189469b89bf53ef7782a0b2 2024-12-01T18:25:01,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/1beb4b4f2d954d74af30389acc2fc833 is 50, key is test_row_0/C:col10/1733077501113/Put/seqid=0 2024-12-01T18:25:01,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742463_1639 (size=12301) 2024-12-01T18:25:01,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/1beb4b4f2d954d74af30389acc2fc833 2024-12-01T18:25:01,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/e5103cad5f3a43c88569b6a243906d59 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/e5103cad5f3a43c88569b6a243906d59 2024-12-01T18:25:01,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/e5103cad5f3a43c88569b6a243906d59, entries=200, sequenceid=329, filesize=39.0 K 2024-12-01T18:25:01,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/4b733e729189469b89bf53ef7782a0b2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4b733e729189469b89bf53ef7782a0b2 2024-12-01T18:25:01,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4b733e729189469b89bf53ef7782a0b2, entries=150, sequenceid=329, filesize=12.0 K 2024-12-01T18:25:01,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/1beb4b4f2d954d74af30389acc2fc833 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/1beb4b4f2d954d74af30389acc2fc833 2024-12-01T18:25:01,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/1beb4b4f2d954d74af30389acc2fc833, entries=150, sequenceid=329, filesize=12.0 K 2024-12-01T18:25:01,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 59e09e3a961677f076884d671f138ee4 in 62ms, sequenceid=329, compaction requested=true 2024-12-01T18:25:01,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:01,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:25:01,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:25:01,176 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:25:01,176 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:25:01,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:25:01,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:25:01,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:25:01,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:25:01,178 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111801 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:25:01,178 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/A is initiating minor compaction (all files) 2024-12-01T18:25:01,178 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/A in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:01,179 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/2332755b7f364f6383b931a54d6888c9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/c7d702898d1245c989272369df0bbb42, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/e5103cad5f3a43c88569b6a243906d59] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=109.2 K 2024-12-01T18:25:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:01,179 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:01,179 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/2332755b7f364f6383b931a54d6888c9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/c7d702898d1245c989272369df0bbb42, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/e5103cad5f3a43c88569b6a243906d59] 2024-12-01T18:25:01,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T18:25:01,179 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:25:01,179 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/B is initiating minor compaction (all files) 2024-12-01T18:25:01,179 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/B in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:25:01,179 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/2e1e711e451b44719c215f6aaaad476a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/8ec5c85931bf41a39d45b913958f138c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4b733e729189469b89bf53ef7782a0b2] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=36.7 K 2024-12-01T18:25:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:25:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:25:01,179 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2332755b7f364f6383b931a54d6888c9, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733077498654 2024-12-01T18:25:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:01,180 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e1e711e451b44719c215f6aaaad476a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733077498654 2024-12-01T18:25:01,180 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7d702898d1245c989272369df0bbb42, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733077498982 2024-12-01T18:25:01,180 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ec5c85931bf41a39d45b913958f138c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733077498985 2024-12-01T18:25:01,180 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5103cad5f3a43c88569b6a243906d59, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733077499466 2024-12-01T18:25:01,180 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b733e729189469b89bf53ef7782a0b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733077499466 2024-12-01T18:25:01,189 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:01,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201bb71e3da73c242168a130e97cc213c88_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077501155/Put/seqid=0 2024-12-01T18:25:01,191 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#B#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:25:01,191 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/b1e955baeec84e95ab04ef4489148568 is 50, key is test_row_0/B:col10/1733077501113/Put/seqid=0 2024-12-01T18:25:01,208 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412019ad8ce97a05449a9abfbf3877e0fc18f_59e09e3a961677f076884d671f138ee4 store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:01,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077561207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:01,210 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412019ad8ce97a05449a9abfbf3877e0fc18f_59e09e3a961677f076884d671f138ee4, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:01,211 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019ad8ce97a05449a9abfbf3877e0fc18f_59e09e3a961677f076884d671f138ee4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742465_1641 (size=13051) 2024-12-01T18:25:01,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742464_1640 (size=14994) 2024-12-01T18:25:01,243 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:01,246 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/b1e955baeec84e95ab04ef4489148568 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b1e955baeec84e95ab04ef4489148568 2024-12-01T18:25:01,247 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201bb71e3da73c242168a130e97cc213c88_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201bb71e3da73c242168a130e97cc213c88_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:01,249 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/2381ba9e2cb247e885154ada3a36561e, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:01,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/2381ba9e2cb247e885154ada3a36561e is 175, key is test_row_0/A:col10/1733077501155/Put/seqid=0 2024-12-01T18:25:01,252 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59e09e3a961677f076884d671f138ee4/B of 59e09e3a961677f076884d671f138ee4 into b1e955baeec84e95ab04ef4489148568(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:25:01,252 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:01,252 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/B, priority=13, startTime=1733077501176; duration=0sec 2024-12-01T18:25:01,252 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:25:01,252 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:B 2024-12-01T18:25:01,252 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T18:25:01,253 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T18:25:01,253 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/C is initiating minor compaction (all files) 2024-12-01T18:25:01,254 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/C in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:01,254 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/bf6a6d80531c4dda808817c56261d04a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/02083481a89b4bc69ca41692c33d23b2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/1beb4b4f2d954d74af30389acc2fc833] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=36.7 K 2024-12-01T18:25:01,254 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting bf6a6d80531c4dda808817c56261d04a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733077498654 2024-12-01T18:25:01,254 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 02083481a89b4bc69ca41692c33d23b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733077498985 2024-12-01T18:25:01,255 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 1beb4b4f2d954d74af30389acc2fc833, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733077499466 2024-12-01T18:25:01,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742466_1642 (size=4469) 2024-12-01T18:25:01,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:01,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:25:01,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:01,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:01,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:01,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:01,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:01,277 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#A#compaction#534 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:25:01,278 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/92c760906d6a45cdb895a129bfc3acca is 175, key is test_row_0/A:col10/1733077501113/Put/seqid=0 2024-12-01T18:25:01,279 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#C#compaction#536 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:25:01,279 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/f1b98a15dc2d481a880d3572d9acbd3d is 50, key is test_row_0/C:col10/1733077501113/Put/seqid=0 2024-12-01T18:25:01,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742467_1643 (size=39949) 2024-12-01T18:25:01,286 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/2381ba9e2cb247e885154ada3a36561e 2024-12-01T18:25:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742468_1644 (size=32005) 2024-12-01T18:25:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742469_1645 (size=13051) 2024-12-01T18:25:01,293 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/92c760906d6a45cdb895a129bfc3acca as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/92c760906d6a45cdb895a129bfc3acca 2024-12-01T18:25:01,293 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/f1b98a15dc2d481a880d3572d9acbd3d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/f1b98a15dc2d481a880d3572d9acbd3d 2024-12-01T18:25:01,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/9c64b1d928ef44e9a6acd8c34817da5a is 50, key is test_row_0/B:col10/1733077501155/Put/seqid=0 2024-12-01T18:25:01,298 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59e09e3a961677f076884d671f138ee4/C of 59e09e3a961677f076884d671f138ee4 into f1b98a15dc2d481a880d3572d9acbd3d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:25:01,298 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59e09e3a961677f076884d671f138ee4/A of 59e09e3a961677f076884d671f138ee4 into 92c760906d6a45cdb895a129bfc3acca(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:25:01,298 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:01,298 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:01,298 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/C, priority=13, startTime=1733077501177; duration=0sec 2024-12-01T18:25:01,298 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/A, priority=13, startTime=1733077501176; duration=0sec 2024-12-01T18:25:01,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742470_1646 (size=12301) 2024-12-01T18:25:01,299 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:25:01,299 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:A 2024-12-01T18:25:01,299 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:25:01,299 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:C 2024-12-01T18:25:01,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/9c64b1d928ef44e9a6acd8c34817da5a 2024-12-01T18:25:01,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/236b95a4c86b4c3795b8162747e5bc47 is 50, key is test_row_0/C:col10/1733077501155/Put/seqid=0 2024-12-01T18:25:01,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077561311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:01,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742471_1647 (size=12301) 2024-12-01T18:25:01,430 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:01,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:25:01,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:01,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:01,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:01,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:01,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:01,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077561513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-01T18:25:01,583 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:01,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:25:01,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:01,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:01,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:01,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:01,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:01,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077561601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:01,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/236b95a4c86b4c3795b8162747e5bc47 2024-12-01T18:25:01,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/2381ba9e2cb247e885154ada3a36561e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/2381ba9e2cb247e885154ada3a36561e 2024-12-01T18:25:01,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/2381ba9e2cb247e885154ada3a36561e, entries=200, sequenceid=354, filesize=39.0 K 2024-12-01T18:25:01,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/9c64b1d928ef44e9a6acd8c34817da5a as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/9c64b1d928ef44e9a6acd8c34817da5a 2024-12-01T18:25:01,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/9c64b1d928ef44e9a6acd8c34817da5a, entries=150, sequenceid=354, filesize=12.0 K 2024-12-01T18:25:01,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/236b95a4c86b4c3795b8162747e5bc47 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/236b95a4c86b4c3795b8162747e5bc47 2024-12-01T18:25:01,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/236b95a4c86b4c3795b8162747e5bc47, entries=150, sequenceid=354, filesize=12.0 K 2024-12-01T18:25:01,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 59e09e3a961677f076884d671f138ee4 in 555ms, sequenceid=354, compaction requested=false 2024-12-01T18:25:01,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:01,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:01,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-01T18:25:01,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:01,737 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T18:25:01,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:25:01,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:01,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:25:01,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:01,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:25:01,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:01,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201aea3ff6400284087959b8f1a8e05fb41_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077501206/Put/seqid=0 2024-12-01T18:25:01,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742472_1648 (size=12454) 2024-12-01T18:25:01,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:01,750 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201aea3ff6400284087959b8f1a8e05fb41_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201aea3ff6400284087959b8f1a8e05fb41_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:01,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/a65ed19c21224fa99cdf8434f3b38a33, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:01,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/a65ed19c21224fa99cdf8434f3b38a33 is 175, key is test_row_0/A:col10/1733077501206/Put/seqid=0 2024-12-01T18:25:01,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742473_1649 (size=31255) 2024-12-01T18:25:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:01,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:01,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077561876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:01,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077561979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:02,155 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/a65ed19c21224fa99cdf8434f3b38a33 2024-12-01T18:25:02,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/76e98461263544c987834998f3daba2e is 50, key is test_row_0/B:col10/1733077501206/Put/seqid=0 2024-12-01T18:25:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742474_1650 (size=12301) 2024-12-01T18:25:02,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077562183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:02,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077562488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:02,572 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/76e98461263544c987834998f3daba2e 2024-12-01T18:25:02,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/e014a14619e94c54ace8e2abd1d12432 is 50, key is test_row_0/C:col10/1733077501206/Put/seqid=0 2024-12-01T18:25:02,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742475_1651 (size=12301) 2024-12-01T18:25:02,982 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/e014a14619e94c54ace8e2abd1d12432 2024-12-01T18:25:02,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/a65ed19c21224fa99cdf8434f3b38a33 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a65ed19c21224fa99cdf8434f3b38a33 2024-12-01T18:25:02,990 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a65ed19c21224fa99cdf8434f3b38a33, entries=150, sequenceid=368, filesize=30.5 K 2024-12-01T18:25:02,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/76e98461263544c987834998f3daba2e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/76e98461263544c987834998f3daba2e 2024-12-01T18:25:02,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077562993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:02,994 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/76e98461263544c987834998f3daba2e, entries=150, sequenceid=368, filesize=12.0 K 2024-12-01T18:25:02,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/e014a14619e94c54ace8e2abd1d12432 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/e014a14619e94c54ace8e2abd1d12432 2024-12-01T18:25:02,998 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/e014a14619e94c54ace8e2abd1d12432, entries=150, sequenceid=368, filesize=12.0 K 2024-12-01T18:25:02,999 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 59e09e3a961677f076884d671f138ee4 in 1263ms, sequenceid=368, compaction requested=true 2024-12-01T18:25:02,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:02,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:02,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=192 2024-12-01T18:25:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=192 2024-12-01T18:25:03,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-12-01T18:25:03,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5590 sec 2024-12-01T18:25:03,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees in 3.5670 sec 2024-12-01T18:25:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:03,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T18:25:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:25:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:25:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:25:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:03,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019abb92cb76a8404d860962281c8fdede_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077501871/Put/seqid=0 2024-12-01T18:25:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742476_1652 (size=14994) 2024-12-01T18:25:03,122 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,125 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019abb92cb76a8404d860962281c8fdede_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019abb92cb76a8404d860962281c8fdede_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:03,125 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/44a79512c02f4b55aa81d16e9473edc3, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:03,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/44a79512c02f4b55aa81d16e9473edc3 is 175, key is test_row_0/A:col10/1733077501871/Put/seqid=0 2024-12-01T18:25:03,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742477_1653 (size=39949) 2024-12-01T18:25:03,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077563131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:03,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42814 deadline: 1733077563132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:03,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077563132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:03,135 DEBUG [Thread-2445 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., hostname=b8365d49b74c,42723,1733077344673, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T18:25:03,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077563235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:03,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077563235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:03,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077563438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:03,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077563439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:03,532 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/44a79512c02f4b55aa81d16e9473edc3 2024-12-01T18:25:03,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/0b24ef897f084c9090545443a3acacd8 is 50, key is test_row_0/B:col10/1733077501871/Put/seqid=0 2024-12-01T18:25:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-01T18:25:03,542 INFO [Thread-2449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-12-01T18:25:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742478_1654 (size=12301) 2024-12-01T18:25:03,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-01T18:25:03,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/0b24ef897f084c9090545443a3acacd8 2024-12-01T18:25:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees 2024-12-01T18:25:03,545 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T18:25:03,546 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T18:25:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-01T18:25:03,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T18:25:03,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/6ad19f83ad4e49a5a88e48647fcb9c9d is 50, key is test_row_0/C:col10/1733077501871/Put/seqid=0 2024-12-01T18:25:03,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742479_1655 (size=12301) 2024-12-01T18:25:03,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/6ad19f83ad4e49a5a88e48647fcb9c9d 2024-12-01T18:25:03,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/44a79512c02f4b55aa81d16e9473edc3 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/44a79512c02f4b55aa81d16e9473edc3 2024-12-01T18:25:03,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/44a79512c02f4b55aa81d16e9473edc3, entries=200, sequenceid=394, filesize=39.0 K 2024-12-01T18:25:03,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/0b24ef897f084c9090545443a3acacd8 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0b24ef897f084c9090545443a3acacd8 2024-12-01T18:25:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0b24ef897f084c9090545443a3acacd8, entries=150, sequenceid=394, filesize=12.0 K 2024-12-01T18:25:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/6ad19f83ad4e49a5a88e48647fcb9c9d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6ad19f83ad4e49a5a88e48647fcb9c9d 2024-12-01T18:25:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6ad19f83ad4e49a5a88e48647fcb9c9d, entries=150, sequenceid=394, filesize=12.0 K 2024-12-01T18:25:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 59e09e3a961677f076884d671f138ee4 in 459ms, sequenceid=394, compaction requested=true 2024-12-01T18:25:03,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:03,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T18:25:03,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:25:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T18:25:03,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:25:03,571 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:25:03,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59e09e3a961677f076884d671f138ee4:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T18:25:03,571 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:25:03,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:25:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,572 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:25:03,572 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:25:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,573 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/A is initiating minor compaction (all files) 2024-12-01T18:25:03,573 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/A in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:03,573 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/92c760906d6a45cdb895a129bfc3acca, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/2381ba9e2cb247e885154ada3a36561e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a65ed19c21224fa99cdf8434f3b38a33, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/44a79512c02f4b55aa81d16e9473edc3] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=139.8 K 2024-12-01T18:25:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,573 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:03,573 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. files: [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/92c760906d6a45cdb895a129bfc3acca, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/2381ba9e2cb247e885154ada3a36561e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a65ed19c21224fa99cdf8434f3b38a33, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/44a79512c02f4b55aa81d16e9473edc3] 2024-12-01T18:25:03,573 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/B is initiating minor compaction (all files) 2024-12-01T18:25:03,573 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/B in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:03,573 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b1e955baeec84e95ab04ef4489148568, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/9c64b1d928ef44e9a6acd8c34817da5a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/76e98461263544c987834998f3daba2e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0b24ef897f084c9090545443a3acacd8] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=48.8 K 2024-12-01T18:25:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,573 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92c760906d6a45cdb895a129bfc3acca, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733077499466 2024-12-01T18:25:03,573 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting b1e955baeec84e95ab04ef4489148568, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733077499466 2024-12-01T18:25:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,574 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c64b1d928ef44e9a6acd8c34817da5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733077501155 2024-12-01T18:25:03,574 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2381ba9e2cb247e885154ada3a36561e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733077501155 2024-12-01T18:25:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,574 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 76e98461263544c987834998f3daba2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733077501199 2024-12-01T18:25:03,574 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting a65ed19c21224fa99cdf8434f3b38a33, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733077501199 2024-12-01T18:25:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,574 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b24ef897f084c9090545443a3acacd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733077501871 2024-12-01T18:25:03,574 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44a79512c02f4b55aa81d16e9473edc3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733077501854 2024-12-01T18:25:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,584 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,587 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#B#compaction#546 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:25:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,588 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/0a4e73414a374ecc998a1209527ac590 is 50, key is test_row_0/B:col10/1733077501871/Put/seqid=0 2024-12-01T18:25:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,590 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412016f23d8624e0e471688d919732f10e5c1_59e09e3a961677f076884d671f138ee4 store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,592 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412016f23d8624e0e471688d919732f10e5c1_59e09e3a961677f076884d671f138ee4, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,592 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016f23d8624e0e471688d919732f10e5c1_59e09e3a961677f076884d671f138ee4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742480_1656 (size=13187) 2024-12-01T18:25:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742481_1657 (size=4469) 2024-12-01T18:25:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,598 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#A#compaction#545 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:25:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,598 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/cacd262bbdf347f78b5d785828858016 is 175, key is test_row_0/A:col10/1733077501871/Put/seqid=0 2024-12-01T18:25:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,600 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/0a4e73414a374ecc998a1209527ac590 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0a4e73414a374ecc998a1209527ac590 2024-12-01T18:25:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742482_1658 (size=32141) 2024-12-01T18:25:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,605 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59e09e3a961677f076884d671f138ee4/B of 59e09e3a961677f076884d671f138ee4 into 0a4e73414a374ecc998a1209527ac590(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:25:03,605 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:03,605 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/B, priority=12, startTime=1733077503571; duration=0sec 2024-12-01T18:25:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,605 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T18:25:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,605 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:B 2024-12-01T18:25:03,605 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T18:25:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,606 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T18:25:03,606 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1540): 59e09e3a961677f076884d671f138ee4/C is initiating minor compaction (all files) 2024-12-01T18:25:03,606 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59e09e3a961677f076884d671f138ee4/C in TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:03,606 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/f1b98a15dc2d481a880d3572d9acbd3d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/236b95a4c86b4c3795b8162747e5bc47, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/e014a14619e94c54ace8e2abd1d12432, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6ad19f83ad4e49a5a88e48647fcb9c9d] into tmpdir=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp, totalSize=48.8 K 2024-12-01T18:25:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,607 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting f1b98a15dc2d481a880d3572d9acbd3d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733077499466 2024-12-01T18:25:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,607 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 236b95a4c86b4c3795b8162747e5bc47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733077501155 2024-12-01T18:25:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,607 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting e014a14619e94c54ace8e2abd1d12432, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733077501199 2024-12-01T18:25:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,608 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ad19f83ad4e49a5a88e48647fcb9c9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733077501871 2024-12-01T18:25:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,616 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59e09e3a961677f076884d671f138ee4#C#compaction#547 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T18:25:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,616 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/d867579dc998488e93e424cca5660c50 is 50, key is test_row_0/C:col10/1733077501871/Put/seqid=0 2024-12-01T18:25:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:03,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T18:25:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:25:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:25:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:25:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:03,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742483_1659 (size=13187) 2024-12-01T18:25:03,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ace8a50a3ee740d1b476f32e179fc9d5_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077503130/Put/seqid=0 2024-12-01T18:25:03,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742484_1660 (size=12454) 2024-12-01T18:25:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-01T18:25:03,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077563685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:03,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:03,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-01T18:25:03,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:03,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:03,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:03,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:03,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:03,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077563740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:03,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077563742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:03,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077563788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-01T18:25:03,850 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:03,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-01T18:25:03,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:03,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:03,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:03,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:03,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:03,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077563990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:04,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:04,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-01T18:25:04,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:04,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:04,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:04,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:04,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733077564001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,009 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/cacd262bbdf347f78b5d785828858016 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/cacd262bbdf347f78b5d785828858016 2024-12-01T18:25:04,013 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59e09e3a961677f076884d671f138ee4/A of 59e09e3a961677f076884d671f138ee4 into cacd262bbdf347f78b5d785828858016(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:25:04,013 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:04,013 INFO [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/A, priority=12, startTime=1733077503571; duration=0sec 2024-12-01T18:25:04,013 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:25:04,013 DEBUG [RS:0;b8365d49b74c:42723-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:A 2024-12-01T18:25:04,029 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/d867579dc998488e93e424cca5660c50 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d867579dc998488e93e424cca5660c50 2024-12-01T18:25:04,032 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59e09e3a961677f076884d671f138ee4/C of 59e09e3a961677f076884d671f138ee4 into d867579dc998488e93e424cca5660c50(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T18:25:04,033 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:04,033 INFO [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4., storeName=59e09e3a961677f076884d671f138ee4/C, priority=12, startTime=1733077503571; duration=0sec 2024-12-01T18:25:04,033 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T18:25:04,033 DEBUG [RS:0;b8365d49b74c:42723-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59e09e3a961677f076884d671f138ee4:C 2024-12-01T18:25:04,034 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:04,037 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ace8a50a3ee740d1b476f32e179fc9d5_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ace8a50a3ee740d1b476f32e179fc9d5_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:04,038 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/911b4a844f3f4bc79d401862892d8599, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:04,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/911b4a844f3f4bc79d401862892d8599 is 175, key is test_row_0/A:col10/1733077503130/Put/seqid=0 2024-12-01T18:25:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742485_1661 (size=31255) 2024-12-01T18:25:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-01T18:25:04,155 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:04,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-01T18:25:04,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:04,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:04,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:04,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42792 deadline: 1733077564244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:04,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42820 deadline: 1733077564247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:04,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077564295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:04,308 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:04,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-01T18:25:04,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:04,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:04,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:04,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,454 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/911b4a844f3f4bc79d401862892d8599 2024-12-01T18:25:04,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/78be6cac086c4f849a63ddc8145dd21e is 50, key is test_row_0/B:col10/1733077503130/Put/seqid=0 2024-12-01T18:25:04,460 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:04,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-01T18:25:04,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:04,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:04,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:04,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742486_1662 (size=12301) 2024-12-01T18:25:04,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/78be6cac086c4f849a63ddc8145dd21e 2024-12-01T18:25:04,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/05155fd3bf24486faa73a5a16e4f2ff2 is 50, key is test_row_0/C:col10/1733077503130/Put/seqid=0 2024-12-01T18:25:04,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742487_1663 (size=12301) 2024-12-01T18:25:04,613 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:04,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-01T18:25:04,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:04,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:04,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:04,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-01T18:25:04,765 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:04,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-01T18:25:04,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:04,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:04,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:04,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T18:25:04,789 DEBUG [Thread-2450 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:55564 2024-12-01T18:25:04,789 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:04,790 DEBUG [Thread-2452 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:55564 2024-12-01T18:25:04,790 DEBUG [Thread-2452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:04,791 DEBUG [Thread-2454 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:55564 2024-12-01T18:25:04,791 DEBUG [Thread-2454 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:04,791 DEBUG [Thread-2458 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:55564 2024-12-01T18:25:04,791 DEBUG [Thread-2458 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:04,791 DEBUG [Thread-2456 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:55564 2024-12-01T18:25:04,791 DEBUG [Thread-2456 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:04,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-01T18:25:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733077564801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:04,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/05155fd3bf24486faa73a5a16e4f2ff2 2024-12-01T18:25:04,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/911b4a844f3f4bc79d401862892d8599 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/911b4a844f3f4bc79d401862892d8599 2024-12-01T18:25:04,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/911b4a844f3f4bc79d401862892d8599, entries=150, sequenceid=406, filesize=30.5 K 2024-12-01T18:25:04,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/78be6cac086c4f849a63ddc8145dd21e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/78be6cac086c4f849a63ddc8145dd21e 2024-12-01T18:25:04,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/78be6cac086c4f849a63ddc8145dd21e, entries=150, sequenceid=406, filesize=12.0 K 2024-12-01T18:25:04,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/05155fd3bf24486faa73a5a16e4f2ff2 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/05155fd3bf24486faa73a5a16e4f2ff2 2024-12-01T18:25:04,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/05155fd3bf24486faa73a5a16e4f2ff2, entries=150, sequenceid=406, filesize=12.0 K 2024-12-01T18:25:04,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 59e09e3a961677f076884d671f138ee4 in 1273ms, sequenceid=406, compaction requested=false 2024-12-01T18:25:04,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:04,918 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:04,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42723 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-01T18:25:04,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:04,918 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T18:25:04,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:25:04,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:04,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:25:04,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:04,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:25:04,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:04,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120140014e81be8b4b94830ee5f752991298_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077503684/Put/seqid=0 2024-12-01T18:25:04,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742488_1664 (size=12454) 2024-12-01T18:25:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42723 {}] regionserver.HRegion(8581): Flush requested on 59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:05,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. as already flushing 2024-12-01T18:25:05,252 DEBUG [Thread-2447 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:55564 2024-12-01T18:25:05,252 DEBUG [Thread-2447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:05,254 DEBUG [Thread-2439 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:55564 2024-12-01T18:25:05,254 DEBUG [Thread-2439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:05,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:05,330 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120140014e81be8b4b94830ee5f752991298_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120140014e81be8b4b94830ee5f752991298_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:05,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/6584c0e507a144acb23fd30f74a45304, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:05,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/6584c0e507a144acb23fd30f74a45304 is 175, key is test_row_0/A:col10/1733077503684/Put/seqid=0 2024-12-01T18:25:05,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742489_1665 (size=31255) 2024-12-01T18:25:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-01T18:25:05,734 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=433, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/6584c0e507a144acb23fd30f74a45304 2024-12-01T18:25:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/f51ab31f13aa4dd78eb3fb5c6c8d51f5 is 50, key is test_row_0/B:col10/1733077503684/Put/seqid=0 2024-12-01T18:25:05,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742490_1666 (size=12301) 2024-12-01T18:25:05,808 DEBUG [Thread-2441 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:55564 2024-12-01T18:25:05,808 DEBUG [Thread-2441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:06,024 DEBUG [Thread-2443 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:55564 2024-12-01T18:25:06,024 DEBUG [Thread-2443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:06,143 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/f51ab31f13aa4dd78eb3fb5c6c8d51f5 2024-12-01T18:25:06,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/3674db365a7f4c359bb8a5d1c71f3877 is 50, key is test_row_0/C:col10/1733077503684/Put/seqid=0 2024-12-01T18:25:06,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742491_1667 (size=12301) 2024-12-01T18:25:06,553 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/3674db365a7f4c359bb8a5d1c71f3877 2024-12-01T18:25:06,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/6584c0e507a144acb23fd30f74a45304 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/6584c0e507a144acb23fd30f74a45304 2024-12-01T18:25:06,558 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/6584c0e507a144acb23fd30f74a45304, entries=150, sequenceid=433, filesize=30.5 K 2024-12-01T18:25:06,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/f51ab31f13aa4dd78eb3fb5c6c8d51f5 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/f51ab31f13aa4dd78eb3fb5c6c8d51f5 2024-12-01T18:25:06,561 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/f51ab31f13aa4dd78eb3fb5c6c8d51f5, entries=150, sequenceid=433, filesize=12.0 K 2024-12-01T18:25:06,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/3674db365a7f4c359bb8a5d1c71f3877 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/3674db365a7f4c359bb8a5d1c71f3877 2024-12-01T18:25:06,563 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/3674db365a7f4c359bb8a5d1c71f3877, entries=150, sequenceid=433, filesize=12.0 K 2024-12-01T18:25:06,564 INFO [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 59e09e3a961677f076884d671f138ee4 in 1646ms, sequenceid=433, compaction requested=true 2024-12-01T18:25:06,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2538): Flush status journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:06,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:06,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b8365d49b74c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=194 2024-12-01T18:25:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster(4106): Remote procedure done, pid=194 2024-12-01T18:25:06,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-12-01T18:25:06,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0190 sec 2024-12-01T18:25:06,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees in 3.0220 sec 2024-12-01T18:25:07,141 DEBUG [Thread-2445 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:55564 2024-12-01T18:25:07,141 DEBUG [Thread-2445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-01T18:25:07,650 INFO [Thread-2449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-12-01T18:25:07,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T18:25:07,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-01T18:25:07,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-01T18:25:07,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-12-01T18:25:07,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-01T18:25:07,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-01T18:25:07,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T18:25:07,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6897 2024-12-01T18:25:07,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6570 2024-12-01T18:25:07,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6642 2024-12-01T18:25:07,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6855 2024-12-01T18:25:07,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6565 2024-12-01T18:25:07,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T18:25:07,650 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-01T18:25:07,651 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:55564 2024-12-01T18:25:07,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:07,651 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-01T18:25:07,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-01T18:25:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=195, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T18:25:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-01T18:25:07,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077507653"}]},"ts":"1733077507653"} 2024-12-01T18:25:07,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T18:25:07,656 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T18:25:07,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T18:25:07,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=197, ppid=196, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59e09e3a961677f076884d671f138ee4, UNASSIGN}] 2024-12-01T18:25:07,658 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=197, ppid=196, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59e09e3a961677f076884d671f138ee4, UNASSIGN 2024-12-01T18:25:07,658 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=197 updating hbase:meta row=59e09e3a961677f076884d671f138ee4, regionState=CLOSING, regionLocation=b8365d49b74c,42723,1733077344673 2024-12-01T18:25:07,659 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T18:25:07,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=198, ppid=197, state=RUNNABLE; CloseRegionProcedure 59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673}] 2024-12-01T18:25:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-01T18:25:07,810 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b8365d49b74c,42723,1733077344673 2024-12-01T18:25:07,810 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] handler.UnassignRegionHandler(124): Close 59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:07,810 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-01T18:25:07,811 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1681): Closing 59e09e3a961677f076884d671f138ee4, disabling compactions & flushes 2024-12-01T18:25:07,811 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:07,811 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:07,811 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. after waiting 0 ms 2024-12-01T18:25:07,811 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:07,811 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(2837): Flushing 59e09e3a961677f076884d671f138ee4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-01T18:25:07,811 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=A 2024-12-01T18:25:07,811 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:07,811 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=B 2024-12-01T18:25:07,811 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:07,811 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59e09e3a961677f076884d671f138ee4, store=C 2024-12-01T18:25:07,811 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-01T18:25:07,816 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201bd1dd7c704034b77b7858b64c0dddac3_59e09e3a961677f076884d671f138ee4 is 50, key is test_row_0/A:col10/1733077505251/Put/seqid=0 2024-12-01T18:25:07,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742492_1668 (size=12454) 2024-12-01T18:25:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-01T18:25:08,219 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T18:25:08,222 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201bd1dd7c704034b77b7858b64c0dddac3_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201bd1dd7c704034b77b7858b64c0dddac3_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:08,223 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/4a5d044a5897473dadd60fedf98f58f0, store: [table=TestAcidGuarantees family=A region=59e09e3a961677f076884d671f138ee4] 2024-12-01T18:25:08,223 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/4a5d044a5897473dadd60fedf98f58f0 is 175, key is test_row_0/A:col10/1733077505251/Put/seqid=0 2024-12-01T18:25:08,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742493_1669 (size=31255) 2024-12-01T18:25:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-01T18:25:08,627 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=441, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/4a5d044a5897473dadd60fedf98f58f0 2024-12-01T18:25:08,632 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/3a0af9e61cba45ee849ce7f1b32ee6ed is 50, key is test_row_0/B:col10/1733077505251/Put/seqid=0 2024-12-01T18:25:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742494_1670 (size=12301) 2024-12-01T18:25:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-01T18:25:09,035 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/3a0af9e61cba45ee849ce7f1b32ee6ed 2024-12-01T18:25:09,041 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/200e0018ba0448ada946789aed2a6e3e is 50, key is test_row_0/C:col10/1733077505251/Put/seqid=0 2024-12-01T18:25:09,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742495_1671 (size=12301) 2024-12-01T18:25:09,444 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/200e0018ba0448ada946789aed2a6e3e 2024-12-01T18:25:09,447 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/A/4a5d044a5897473dadd60fedf98f58f0 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/4a5d044a5897473dadd60fedf98f58f0 2024-12-01T18:25:09,450 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/4a5d044a5897473dadd60fedf98f58f0, entries=150, sequenceid=441, filesize=30.5 K 2024-12-01T18:25:09,450 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/B/3a0af9e61cba45ee849ce7f1b32ee6ed as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/3a0af9e61cba45ee849ce7f1b32ee6ed 2024-12-01T18:25:09,453 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/3a0af9e61cba45ee849ce7f1b32ee6ed, entries=150, sequenceid=441, filesize=12.0 K 2024-12-01T18:25:09,453 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/.tmp/C/200e0018ba0448ada946789aed2a6e3e as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/200e0018ba0448ada946789aed2a6e3e 2024-12-01T18:25:09,455 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/200e0018ba0448ada946789aed2a6e3e, entries=150, sequenceid=441, filesize=12.0 K 2024-12-01T18:25:09,456 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 59e09e3a961677f076884d671f138ee4 in 1645ms, sequenceid=441, compaction requested=true 2024-12-01T18:25:09,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/91add255c10c41048177e821d598cec2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a3b7d60fa7fb47bebdd55005f706ea43, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/03c6d181bbe94f07a5868585c1219074, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/550c5b8a767845cc97db12cf2762d1a4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/4840718d13ee42fdb1e78b96b52bc8c4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/10a9bf987aaf4985b972b9976e8c2d8c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/33945ed8ffc941919fcd326bffa50c56, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/69254fe06dd1423f8b5c6cce0e86234e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/21d60cd06b4a42a3afac72e1a2dde174, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/46884c29b4404505b16d1d920ec867cf, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/bca6d8c4dc4947688db9a7128eb95fae, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/cb66670ca71442e89678c23d1d366272, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/8b5be8a72ae945afa9d03f5598306483, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/32f07a6c988f43e5bd2e47cb5a77dee3, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/6fc0aafd658c4c42844d3d1cefa06590, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/1a61abfe05344a4faeea749b5a372997, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/97c58ec287d54bba82f8ec032b71c96f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/7f7541f0772d48f782654c54d6648632, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/627cd611dde54c6494a30859bcbbf3b0, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/2332755b7f364f6383b931a54d6888c9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/c7d702898d1245c989272369df0bbb42, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/e5103cad5f3a43c88569b6a243906d59, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/92c760906d6a45cdb895a129bfc3acca, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/2381ba9e2cb247e885154ada3a36561e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a65ed19c21224fa99cdf8434f3b38a33, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/44a79512c02f4b55aa81d16e9473edc3] to archive 2024-12-01T18:25:09,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:25:09,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/91add255c10c41048177e821d598cec2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/91add255c10c41048177e821d598cec2 2024-12-01T18:25:09,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a3b7d60fa7fb47bebdd55005f706ea43 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a3b7d60fa7fb47bebdd55005f706ea43 2024-12-01T18:25:09,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/03c6d181bbe94f07a5868585c1219074 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/03c6d181bbe94f07a5868585c1219074 2024-12-01T18:25:09,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/550c5b8a767845cc97db12cf2762d1a4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/550c5b8a767845cc97db12cf2762d1a4 2024-12-01T18:25:09,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/4840718d13ee42fdb1e78b96b52bc8c4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/4840718d13ee42fdb1e78b96b52bc8c4 2024-12-01T18:25:09,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/10a9bf987aaf4985b972b9976e8c2d8c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/10a9bf987aaf4985b972b9976e8c2d8c 2024-12-01T18:25:09,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/33945ed8ffc941919fcd326bffa50c56 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/33945ed8ffc941919fcd326bffa50c56 2024-12-01T18:25:09,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/69254fe06dd1423f8b5c6cce0e86234e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/69254fe06dd1423f8b5c6cce0e86234e 2024-12-01T18:25:09,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/21d60cd06b4a42a3afac72e1a2dde174 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/21d60cd06b4a42a3afac72e1a2dde174 2024-12-01T18:25:09,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/46884c29b4404505b16d1d920ec867cf to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/46884c29b4404505b16d1d920ec867cf 2024-12-01T18:25:09,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/bca6d8c4dc4947688db9a7128eb95fae to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/bca6d8c4dc4947688db9a7128eb95fae 2024-12-01T18:25:09,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/cb66670ca71442e89678c23d1d366272 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/cb66670ca71442e89678c23d1d366272 2024-12-01T18:25:09,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/8b5be8a72ae945afa9d03f5598306483 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/8b5be8a72ae945afa9d03f5598306483 2024-12-01T18:25:09,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/32f07a6c988f43e5bd2e47cb5a77dee3 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/32f07a6c988f43e5bd2e47cb5a77dee3 2024-12-01T18:25:09,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/6fc0aafd658c4c42844d3d1cefa06590 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/6fc0aafd658c4c42844d3d1cefa06590 2024-12-01T18:25:09,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/1a61abfe05344a4faeea749b5a372997 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/1a61abfe05344a4faeea749b5a372997 2024-12-01T18:25:09,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/97c58ec287d54bba82f8ec032b71c96f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/97c58ec287d54bba82f8ec032b71c96f 2024-12-01T18:25:09,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/7f7541f0772d48f782654c54d6648632 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/7f7541f0772d48f782654c54d6648632 2024-12-01T18:25:09,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/627cd611dde54c6494a30859bcbbf3b0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/627cd611dde54c6494a30859bcbbf3b0 2024-12-01T18:25:09,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/2332755b7f364f6383b931a54d6888c9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/2332755b7f364f6383b931a54d6888c9 2024-12-01T18:25:09,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/c7d702898d1245c989272369df0bbb42 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/c7d702898d1245c989272369df0bbb42 2024-12-01T18:25:09,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/e5103cad5f3a43c88569b6a243906d59 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/e5103cad5f3a43c88569b6a243906d59 2024-12-01T18:25:09,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/92c760906d6a45cdb895a129bfc3acca to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/92c760906d6a45cdb895a129bfc3acca 2024-12-01T18:25:09,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/2381ba9e2cb247e885154ada3a36561e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/2381ba9e2cb247e885154ada3a36561e 2024-12-01T18:25:09,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a65ed19c21224fa99cdf8434f3b38a33 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/a65ed19c21224fa99cdf8434f3b38a33 2024-12-01T18:25:09,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/44a79512c02f4b55aa81d16e9473edc3 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/44a79512c02f4b55aa81d16e9473edc3 2024-12-01T18:25:09,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0e3c0e400b5848999fad1223c0c33bea, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/602ec7ebbd8143e1b8cc580ce8c04cf6, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b9f9d69a4cbc4c91adbe465eb85d53a1, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/6d9fe61a18e74d5b921ee352673776cc, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/d33560aacfc146a9bb38702cf4cdd19c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/7b5c6619de33422591767adb09b2caec, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/bb1f6185d5d841f8a2b67b17f4a9f3b4, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/997cc09b7d324ba980694c916dc05fd9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/e33079365fbf480cb82dc18bef4bfddd, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/defdb069aa814cd3a6ad6ab0bb908c2f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4e9e329fcf184267a810a78828820d85, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/e2c283fb99b74df9b95d6a01b5734a57, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/95aab136d6bc4925b69fb1c34cf05cc8, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/07d4de5a7ead4da4865721425caa1707, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4137ef9f25b743d5a268566cc1722692, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/2121e74ad6fc44028edcd762cb2e806d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b2cb3815c3814943911b2f4006e9c4ec, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/551cc9fd124e4dcc8cde83e789f4946b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/2e1e711e451b44719c215f6aaaad476a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/9ca543f861e540f5a3e364417b8e0d6a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/8ec5c85931bf41a39d45b913958f138c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b1e955baeec84e95ab04ef4489148568, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4b733e729189469b89bf53ef7782a0b2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/9c64b1d928ef44e9a6acd8c34817da5a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/76e98461263544c987834998f3daba2e, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0b24ef897f084c9090545443a3acacd8] to archive 2024-12-01T18:25:09,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:25:09,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0e3c0e400b5848999fad1223c0c33bea to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0e3c0e400b5848999fad1223c0c33bea 2024-12-01T18:25:09,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/602ec7ebbd8143e1b8cc580ce8c04cf6 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/602ec7ebbd8143e1b8cc580ce8c04cf6 2024-12-01T18:25:09,483 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b9f9d69a4cbc4c91adbe465eb85d53a1 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b9f9d69a4cbc4c91adbe465eb85d53a1 2024-12-01T18:25:09,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/6d9fe61a18e74d5b921ee352673776cc to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/6d9fe61a18e74d5b921ee352673776cc 2024-12-01T18:25:09,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/d33560aacfc146a9bb38702cf4cdd19c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/d33560aacfc146a9bb38702cf4cdd19c 2024-12-01T18:25:09,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/7b5c6619de33422591767adb09b2caec to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/7b5c6619de33422591767adb09b2caec 2024-12-01T18:25:09,486 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/bb1f6185d5d841f8a2b67b17f4a9f3b4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/bb1f6185d5d841f8a2b67b17f4a9f3b4 2024-12-01T18:25:09,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/997cc09b7d324ba980694c916dc05fd9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/997cc09b7d324ba980694c916dc05fd9 2024-12-01T18:25:09,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/e33079365fbf480cb82dc18bef4bfddd to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/e33079365fbf480cb82dc18bef4bfddd 2024-12-01T18:25:09,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/defdb069aa814cd3a6ad6ab0bb908c2f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/defdb069aa814cd3a6ad6ab0bb908c2f 2024-12-01T18:25:09,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4e9e329fcf184267a810a78828820d85 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4e9e329fcf184267a810a78828820d85 2024-12-01T18:25:09,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/e2c283fb99b74df9b95d6a01b5734a57 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/e2c283fb99b74df9b95d6a01b5734a57 2024-12-01T18:25:09,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/95aab136d6bc4925b69fb1c34cf05cc8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/95aab136d6bc4925b69fb1c34cf05cc8 2024-12-01T18:25:09,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/07d4de5a7ead4da4865721425caa1707 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/07d4de5a7ead4da4865721425caa1707 2024-12-01T18:25:09,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4137ef9f25b743d5a268566cc1722692 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4137ef9f25b743d5a268566cc1722692 2024-12-01T18:25:09,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/2121e74ad6fc44028edcd762cb2e806d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/2121e74ad6fc44028edcd762cb2e806d 2024-12-01T18:25:09,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b2cb3815c3814943911b2f4006e9c4ec to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b2cb3815c3814943911b2f4006e9c4ec 2024-12-01T18:25:09,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/551cc9fd124e4dcc8cde83e789f4946b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/551cc9fd124e4dcc8cde83e789f4946b 2024-12-01T18:25:09,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/2e1e711e451b44719c215f6aaaad476a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/2e1e711e451b44719c215f6aaaad476a 2024-12-01T18:25:09,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/9ca543f861e540f5a3e364417b8e0d6a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/9ca543f861e540f5a3e364417b8e0d6a 2024-12-01T18:25:09,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/8ec5c85931bf41a39d45b913958f138c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/8ec5c85931bf41a39d45b913958f138c 2024-12-01T18:25:09,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b1e955baeec84e95ab04ef4489148568 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/b1e955baeec84e95ab04ef4489148568 2024-12-01T18:25:09,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4b733e729189469b89bf53ef7782a0b2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/4b733e729189469b89bf53ef7782a0b2 2024-12-01T18:25:09,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/9c64b1d928ef44e9a6acd8c34817da5a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/9c64b1d928ef44e9a6acd8c34817da5a 2024-12-01T18:25:09,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/76e98461263544c987834998f3daba2e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/76e98461263544c987834998f3daba2e 2024-12-01T18:25:09,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0b24ef897f084c9090545443a3acacd8 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0b24ef897f084c9090545443a3acacd8 2024-12-01T18:25:09,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/44284b92b0b549d98f46366aa707e4da, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/39bd3411c09047c08b2a322ba0010f4c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/3eb5e99e5fb741ab8fd64e712d0df7d2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/a2970837b37d45bfbc0ef29bbeaa4e97, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/07da1637e49349218a1d6dd969dd0e7c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6338f62735d74ac781d15f1f34931a74, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/4c834619f2a94cfc90e363ebd42c0f67, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/b86ec58cf06644299e3c36ab9c11f34d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/84c6fca6e9d04f459ad6104af4e06599, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/b32748fc3ac34dd49be184844b43ee02, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d677dffcf39040d695522bc8e231ca96, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/7bc911f2c08e4fea96ec66bd1c7de1ba, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/bd8e026dda45403ead0683a63cae1f4c, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d9c52ff58c894b548d6732178e5ed29b, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6b2ea63ab29c4b8389600eda31e97535, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/a55ceb7babb0452dac134ac29368b3f9, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d4f5b7b691b34676b7b37fbc46e5889f, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/1f49e2bacfad48468c6fd50450a32746, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/bf6a6d80531c4dda808817c56261d04a, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/58ea6c5ac9994eabb3c9e5ac3041b599, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/02083481a89b4bc69ca41692c33d23b2, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/f1b98a15dc2d481a880d3572d9acbd3d, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/1beb4b4f2d954d74af30389acc2fc833, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/236b95a4c86b4c3795b8162747e5bc47, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/e014a14619e94c54ace8e2abd1d12432, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6ad19f83ad4e49a5a88e48647fcb9c9d] to archive 2024-12-01T18:25:09,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T18:25:09,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/44284b92b0b549d98f46366aa707e4da to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/44284b92b0b549d98f46366aa707e4da 2024-12-01T18:25:09,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/39bd3411c09047c08b2a322ba0010f4c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/39bd3411c09047c08b2a322ba0010f4c 2024-12-01T18:25:09,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/3eb5e99e5fb741ab8fd64e712d0df7d2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/3eb5e99e5fb741ab8fd64e712d0df7d2 2024-12-01T18:25:09,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/a2970837b37d45bfbc0ef29bbeaa4e97 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/a2970837b37d45bfbc0ef29bbeaa4e97 2024-12-01T18:25:09,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/07da1637e49349218a1d6dd969dd0e7c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/07da1637e49349218a1d6dd969dd0e7c 2024-12-01T18:25:09,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6338f62735d74ac781d15f1f34931a74 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6338f62735d74ac781d15f1f34931a74 2024-12-01T18:25:09,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/4c834619f2a94cfc90e363ebd42c0f67 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/4c834619f2a94cfc90e363ebd42c0f67 2024-12-01T18:25:09,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/b86ec58cf06644299e3c36ab9c11f34d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/b86ec58cf06644299e3c36ab9c11f34d 2024-12-01T18:25:09,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/84c6fca6e9d04f459ad6104af4e06599 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/84c6fca6e9d04f459ad6104af4e06599 2024-12-01T18:25:09,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/b32748fc3ac34dd49be184844b43ee02 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/b32748fc3ac34dd49be184844b43ee02 2024-12-01T18:25:09,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d677dffcf39040d695522bc8e231ca96 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d677dffcf39040d695522bc8e231ca96 2024-12-01T18:25:09,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/7bc911f2c08e4fea96ec66bd1c7de1ba to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/7bc911f2c08e4fea96ec66bd1c7de1ba 2024-12-01T18:25:09,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/bd8e026dda45403ead0683a63cae1f4c to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/bd8e026dda45403ead0683a63cae1f4c 2024-12-01T18:25:09,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d9c52ff58c894b548d6732178e5ed29b to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d9c52ff58c894b548d6732178e5ed29b 2024-12-01T18:25:09,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6b2ea63ab29c4b8389600eda31e97535 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6b2ea63ab29c4b8389600eda31e97535 2024-12-01T18:25:09,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/a55ceb7babb0452dac134ac29368b3f9 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/a55ceb7babb0452dac134ac29368b3f9 2024-12-01T18:25:09,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d4f5b7b691b34676b7b37fbc46e5889f to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d4f5b7b691b34676b7b37fbc46e5889f 2024-12-01T18:25:09,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/1f49e2bacfad48468c6fd50450a32746 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/1f49e2bacfad48468c6fd50450a32746 2024-12-01T18:25:09,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/bf6a6d80531c4dda808817c56261d04a to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/bf6a6d80531c4dda808817c56261d04a 2024-12-01T18:25:09,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/58ea6c5ac9994eabb3c9e5ac3041b599 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/58ea6c5ac9994eabb3c9e5ac3041b599 2024-12-01T18:25:09,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/02083481a89b4bc69ca41692c33d23b2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/02083481a89b4bc69ca41692c33d23b2 2024-12-01T18:25:09,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/f1b98a15dc2d481a880d3572d9acbd3d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/f1b98a15dc2d481a880d3572d9acbd3d 2024-12-01T18:25:09,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/1beb4b4f2d954d74af30389acc2fc833 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/1beb4b4f2d954d74af30389acc2fc833 2024-12-01T18:25:09,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/236b95a4c86b4c3795b8162747e5bc47 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/236b95a4c86b4c3795b8162747e5bc47 2024-12-01T18:25:09,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/e014a14619e94c54ace8e2abd1d12432 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/e014a14619e94c54ace8e2abd1d12432 2024-12-01T18:25:09,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6ad19f83ad4e49a5a88e48647fcb9c9d to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/6ad19f83ad4e49a5a88e48647fcb9c9d 2024-12-01T18:25:09,529 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/recovered.edits/444.seqid, newMaxSeqId=444, maxSeqId=4 2024-12-01T18:25:09,530 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4. 2024-12-01T18:25:09,530 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1635): Region close journal for 59e09e3a961677f076884d671f138ee4: 2024-12-01T18:25:09,531 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] handler.UnassignRegionHandler(170): Closed 59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,531 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=197 updating hbase:meta row=59e09e3a961677f076884d671f138ee4, regionState=CLOSED 2024-12-01T18:25:09,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=198, resume processing ppid=197 2024-12-01T18:25:09,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=198, ppid=197, state=SUCCESS; CloseRegionProcedure 59e09e3a961677f076884d671f138ee4, server=b8365d49b74c,42723,1733077344673 in 1.8730 sec 2024-12-01T18:25:09,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=197, resume processing ppid=196 2024-12-01T18:25:09,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=197, ppid=196, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=59e09e3a961677f076884d671f138ee4, UNASSIGN in 1.8760 sec 2024-12-01T18:25:09,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=196, resume processing ppid=195 2024-12-01T18:25:09,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=196, ppid=195, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8780 sec 2024-12-01T18:25:09,536 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733077509536"}]},"ts":"1733077509536"} 2024-12-01T18:25:09,536 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T18:25:09,538 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T18:25:09,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8880 sec 2024-12-01T18:25:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-01T18:25:09,757 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 195 completed 2024-12-01T18:25:09,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-01T18:25:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1098): Stored pid=199, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:25:09,759 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=199, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:25:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-01T18:25:09,759 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=199, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:25:09,761 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,763 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C, FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/recovered.edits] 2024-12-01T18:25:09,765 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/4a5d044a5897473dadd60fedf98f58f0 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/4a5d044a5897473dadd60fedf98f58f0 2024-12-01T18:25:09,766 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/6584c0e507a144acb23fd30f74a45304 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/6584c0e507a144acb23fd30f74a45304 2024-12-01T18:25:09,766 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/911b4a844f3f4bc79d401862892d8599 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/911b4a844f3f4bc79d401862892d8599 2024-12-01T18:25:09,767 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/cacd262bbdf347f78b5d785828858016 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/A/cacd262bbdf347f78b5d785828858016 2024-12-01T18:25:09,769 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0a4e73414a374ecc998a1209527ac590 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/0a4e73414a374ecc998a1209527ac590 2024-12-01T18:25:09,770 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/3a0af9e61cba45ee849ce7f1b32ee6ed to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/3a0af9e61cba45ee849ce7f1b32ee6ed 2024-12-01T18:25:09,771 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/78be6cac086c4f849a63ddc8145dd21e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/78be6cac086c4f849a63ddc8145dd21e 2024-12-01T18:25:09,772 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/f51ab31f13aa4dd78eb3fb5c6c8d51f5 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/B/f51ab31f13aa4dd78eb3fb5c6c8d51f5 2024-12-01T18:25:09,773 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/05155fd3bf24486faa73a5a16e4f2ff2 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/05155fd3bf24486faa73a5a16e4f2ff2 2024-12-01T18:25:09,774 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/200e0018ba0448ada946789aed2a6e3e to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/200e0018ba0448ada946789aed2a6e3e 2024-12-01T18:25:09,775 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/3674db365a7f4c359bb8a5d1c71f3877 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/3674db365a7f4c359bb8a5d1c71f3877 2024-12-01T18:25:09,776 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d867579dc998488e93e424cca5660c50 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/C/d867579dc998488e93e424cca5660c50 2024-12-01T18:25:09,777 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/recovered.edits/444.seqid to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4/recovered.edits/444.seqid 2024-12-01T18:25:09,778 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/default/TestAcidGuarantees/59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,778 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T18:25:09,778 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T18:25:09,779 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-01T18:25:09,781 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412010dfd12e45e9f42e5984f382c91ca5d03_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412010dfd12e45e9f42e5984f382c91ca5d03_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,782 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120113c21f47c5154aa9887a405827c2cddc_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120113c21f47c5154aa9887a405827c2cddc_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,783 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011ace1caa14934192a1cfa6065ce4f72a_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011ace1caa14934192a1cfa6065ce4f72a_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,784 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201264c2c77e6744742b92fc4b634fcf1bf_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201264c2c77e6744742b92fc4b634fcf1bf_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,784 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012693603e61864254bc16ca0290a173d9_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012693603e61864254bc16ca0290a173d9_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,785 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120129508104948043b48c119de138e305ea_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120129508104948043b48c119de138e305ea_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,786 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120130bb3a2f30f949ef9fae4d62575209a4_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120130bb3a2f30f949ef9fae4d62575209a4_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,787 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120140014e81be8b4b94830ee5f752991298_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120140014e81be8b4b94830ee5f752991298_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,788 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201500f6c939e054c44858d551206437696_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201500f6c939e054c44858d551206437696_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,789 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201613111f3ffa14fe88eb4c88f4484311a_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201613111f3ffa14fe88eb4c88f4484311a_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,790 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120189a54d30645a4c3c8dfb18256ee9fc25_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120189a54d30645a4c3c8dfb18256ee9fc25_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,791 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412018c19dc0b602844549e00fd9ad287cab1_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412018c19dc0b602844549e00fd9ad287cab1_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,791 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201975fc50e9df9469791dc9d9623856a39_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201975fc50e9df9469791dc9d9623856a39_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,792 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019abb92cb76a8404d860962281c8fdede_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019abb92cb76a8404d860962281c8fdede_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,793 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019f1ba20892434dc68fed768c2b3d5c97_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019f1ba20892434dc68fed768c2b3d5c97_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,794 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ace8a50a3ee740d1b476f32e179fc9d5_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ace8a50a3ee740d1b476f32e179fc9d5_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,795 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201aea3ff6400284087959b8f1a8e05fb41_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201aea3ff6400284087959b8f1a8e05fb41_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,796 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b15270755f41414d97b5f61e350777b2_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b15270755f41414d97b5f61e350777b2_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,797 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201bb71e3da73c242168a130e97cc213c88_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201bb71e3da73c242168a130e97cc213c88_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,798 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201bd1dd7c704034b77b7858b64c0dddac3_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201bd1dd7c704034b77b7858b64c0dddac3_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,799 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d41d6926a38d4a4e904e506315c90272_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d41d6926a38d4a4e904e506315c90272_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,799 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d9979f795010445b84557ded37ae0248_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d9979f795010445b84557ded37ae0248_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,800 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201dd4e179480a14196a81adeaa9d4c77c0_59e09e3a961677f076884d671f138ee4 to hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201dd4e179480a14196a81adeaa9d4c77c0_59e09e3a961677f076884d671f138ee4 2024-12-01T18:25:09,801 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T18:25:09,803 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=199, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:25:09,805 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T18:25:09,806 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T18:25:09,807 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=199, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:25:09,807 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T18:25:09,807 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733077509807"}]},"ts":"9223372036854775807"} 2024-12-01T18:25:09,809 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-01T18:25:09,809 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 59e09e3a961677f076884d671f138ee4, NAME => 'TestAcidGuarantees,,1733077481717.59e09e3a961677f076884d671f138ee4.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T18:25:09,809 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T18:25:09,809 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733077509809"}]},"ts":"9223372036854775807"} 2024-12-01T18:25:09,810 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-01T18:25:09,812 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=199, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T18:25:09,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=199, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-12-01T18:25:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-01T18:25:09,860 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 199 completed 2024-12-01T18:25:09,870 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=454 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 459), ProcessCount=11 (was 11), AvailableMemoryMB=2633 (was 2644) 2024-12-01T18:25:09,870 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-01T18:25:09,870 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-01T18:25:09,870 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38630296 to 127.0.0.1:55564 2024-12-01T18:25:09,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:09,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T18:25:09,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1610069381, stopped=false 2024-12-01T18:25:09,871 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b8365d49b74c,41113,1733077343917 2024-12-01T18:25:09,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T18:25:09,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T18:25:09,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-01T18:25:09,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:25:09,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:25:09,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:09,874 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b8365d49b74c,42723,1733077344673' ***** 2024-12-01T18:25:09,874 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-01T18:25:09,874 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T18:25:09,874 INFO [RS:0;b8365d49b74c:42723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T18:25:09,874 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-01T18:25:09,874 INFO [RS:0;b8365d49b74c:42723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T18:25:09,874 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(3579): Received CLOSE for 66f01b001804e216a31f5c7988389d1c 2024-12-01T18:25:09,875 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1224): stopping server b8365d49b74c,42723,1733077344673 2024-12-01T18:25:09,875 DEBUG [RS:0;b8365d49b74c:42723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:09,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T18:25:09,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T18:25:09,875 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T18:25:09,875 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T18:25:09,875 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T18:25:09,875 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-01T18:25:09,875 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 66f01b001804e216a31f5c7988389d1c, disabling compactions & flushes 2024-12-01T18:25:09,875 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. 2024-12-01T18:25:09,875 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. 2024-12-01T18:25:09,876 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. after waiting 0 ms 2024-12-01T18:25:09,876 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. 2024-12-01T18:25:09,876 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 66f01b001804e216a31f5c7988389d1c 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-01T18:25:09,876 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-01T18:25:09,876 DEBUG [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 66f01b001804e216a31f5c7988389d1c=hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c.} 2024-12-01T18:25:09,876 DEBUG [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 66f01b001804e216a31f5c7988389d1c 2024-12-01T18:25:09,877 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-01T18:25:09,877 INFO [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-01T18:25:09,877 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-01T18:25:09,877 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T18:25:09,877 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T18:25:09,877 INFO [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-01T18:25:09,886 INFO [regionserver/b8365d49b74c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T18:25:09,886 INFO [regionserver/b8365d49b74c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T18:25:09,898 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/namespace/66f01b001804e216a31f5c7988389d1c/.tmp/info/591d0cd14c034ee1925969b6086a9e55 is 45, key is default/info:d/1733077349597/Put/seqid=0 2024-12-01T18:25:09,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742496_1672 (size=5037) 2024-12-01T18:25:09,904 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/.tmp/info/591b838a48d54293948bbbf8972dd2e6 is 143, key is hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c./info:regioninfo/1733077349476/Put/seqid=0 2024-12-01T18:25:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742497_1673 (size=7725) 2024-12-01T18:25:09,908 INFO [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/.tmp/info/591b838a48d54293948bbbf8972dd2e6 2024-12-01T18:25:09,914 INFO [regionserver/b8365d49b74c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T18:25:09,927 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/.tmp/rep_barrier/735a6a89d9b84b7d92f166931327db7d is 102, key is TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c./rep_barrier:/1733077373582/DeleteFamily/seqid=0 2024-12-01T18:25:09,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742498_1674 (size=6025) 2024-12-01T18:25:10,077 DEBUG [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 66f01b001804e216a31f5c7988389d1c 2024-12-01T18:25:10,277 DEBUG [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 66f01b001804e216a31f5c7988389d1c 2024-12-01T18:25:10,303 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/namespace/66f01b001804e216a31f5c7988389d1c/.tmp/info/591d0cd14c034ee1925969b6086a9e55 2024-12-01T18:25:10,306 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/namespace/66f01b001804e216a31f5c7988389d1c/.tmp/info/591d0cd14c034ee1925969b6086a9e55 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/namespace/66f01b001804e216a31f5c7988389d1c/info/591d0cd14c034ee1925969b6086a9e55 2024-12-01T18:25:10,309 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/namespace/66f01b001804e216a31f5c7988389d1c/info/591d0cd14c034ee1925969b6086a9e55, entries=2, sequenceid=6, filesize=4.9 K 2024-12-01T18:25:10,309 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 66f01b001804e216a31f5c7988389d1c in 433ms, sequenceid=6, compaction requested=false 2024-12-01T18:25:10,312 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/namespace/66f01b001804e216a31f5c7988389d1c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T18:25:10,313 INFO [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. 2024-12-01T18:25:10,313 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 66f01b001804e216a31f5c7988389d1c: 2024-12-01T18:25:10,313 DEBUG [RS_CLOSE_REGION-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733077348244.66f01b001804e216a31f5c7988389d1c. 2024-12-01T18:25:10,330 INFO [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/.tmp/rep_barrier/735a6a89d9b84b7d92f166931327db7d 2024-12-01T18:25:10,347 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/.tmp/table/73af2efd801c45c6a077a3ca369553be is 96, key is TestAcidGuarantees,,1733077349825.60dd49567809ae9e10bee50fd096a31c./table:/1733077373582/DeleteFamily/seqid=0 2024-12-01T18:25:10,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742499_1675 (size=5942) 2024-12-01T18:25:10,477 DEBUG [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-01T18:25:10,677 DEBUG [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-01T18:25:10,751 INFO [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/.tmp/table/73af2efd801c45c6a077a3ca369553be 2024-12-01T18:25:10,754 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/.tmp/info/591b838a48d54293948bbbf8972dd2e6 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/info/591b838a48d54293948bbbf8972dd2e6 2024-12-01T18:25:10,756 INFO [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/info/591b838a48d54293948bbbf8972dd2e6, entries=22, sequenceid=93, filesize=7.5 K 2024-12-01T18:25:10,757 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/.tmp/rep_barrier/735a6a89d9b84b7d92f166931327db7d as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/rep_barrier/735a6a89d9b84b7d92f166931327db7d 2024-12-01T18:25:10,760 INFO [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/rep_barrier/735a6a89d9b84b7d92f166931327db7d, entries=6, sequenceid=93, filesize=5.9 K 2024-12-01T18:25:10,760 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/.tmp/table/73af2efd801c45c6a077a3ca369553be as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/table/73af2efd801c45c6a077a3ca369553be 2024-12-01T18:25:10,762 INFO [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/table/73af2efd801c45c6a077a3ca369553be, entries=9, sequenceid=93, filesize=5.8 K 2024-12-01T18:25:10,763 INFO [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 886ms, sequenceid=93, compaction requested=false 2024-12-01T18:25:10,766 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-01T18:25:10,767 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T18:25:10,767 INFO [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-01T18:25:10,767 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-01T18:25:10,767 DEBUG [RS_CLOSE_META-regionserver/b8365d49b74c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T18:25:10,878 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1250): stopping server b8365d49b74c,42723,1733077344673; all regions closed. 2024-12-01T18:25:10,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741834_1010 (size=26050) 2024-12-01T18:25:10,884 DEBUG [RS:0;b8365d49b74c:42723 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/oldWALs 2024-12-01T18:25:10,884 INFO [RS:0;b8365d49b74c:42723 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b8365d49b74c%2C42723%2C1733077344673.meta:.meta(num 1733077347993) 2024-12-01T18:25:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741832_1008 (size=16070707) 2024-12-01T18:25:10,887 DEBUG [RS:0;b8365d49b74c:42723 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/oldWALs 2024-12-01T18:25:10,887 INFO [RS:0;b8365d49b74c:42723 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b8365d49b74c%2C42723%2C1733077344673:(num 1733077347040) 2024-12-01T18:25:10,887 DEBUG [RS:0;b8365d49b74c:42723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:10,887 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T18:25:10,888 INFO [RS:0;b8365d49b74c:42723 {}] hbase.ChoreService(370): Chore service for: regionserver/b8365d49b74c:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T18:25:10,888 INFO [regionserver/b8365d49b74c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-01T18:25:10,888 INFO [RS:0;b8365d49b74c:42723 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42723 2024-12-01T18:25:10,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b8365d49b74c,42723,1733077344673 2024-12-01T18:25:10,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T18:25:10,892 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007f0ab08f2268@2bcdd33f rejected from java.util.concurrent.ThreadPoolExecutor@6ecf4822[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-01T18:25:10,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b8365d49b74c,42723,1733077344673] 2024-12-01T18:25:10,893 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b8365d49b74c,42723,1733077344673; numProcessing=1 2024-12-01T18:25:10,894 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b8365d49b74c,42723,1733077344673 already deleted, retry=false 2024-12-01T18:25:10,894 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b8365d49b74c,42723,1733077344673 expired; onlineServers=0 2024-12-01T18:25:10,895 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b8365d49b74c,41113,1733077343917' ***** 2024-12-01T18:25:10,895 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T18:25:10,895 DEBUG [M:0;b8365d49b74c:41113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d237f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b8365d49b74c/172.17.0.2:0 2024-12-01T18:25:10,895 INFO [M:0;b8365d49b74c:41113 {}] regionserver.HRegionServer(1224): stopping server b8365d49b74c,41113,1733077343917 2024-12-01T18:25:10,895 INFO [M:0;b8365d49b74c:41113 {}] regionserver.HRegionServer(1250): stopping server b8365d49b74c,41113,1733077343917; all regions closed. 2024-12-01T18:25:10,895 DEBUG [M:0;b8365d49b74c:41113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T18:25:10,895 DEBUG [M:0;b8365d49b74c:41113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T18:25:10,895 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T18:25:10,895 DEBUG [M:0;b8365d49b74c:41113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T18:25:10,895 DEBUG [master/b8365d49b74c:0:becomeActiveMaster-HFileCleaner.small.0-1733077346751 {}] cleaner.HFileCleaner(306): Exit Thread[master/b8365d49b74c:0:becomeActiveMaster-HFileCleaner.small.0-1733077346751,5,FailOnTimeoutGroup] 2024-12-01T18:25:10,895 DEBUG [master/b8365d49b74c:0:becomeActiveMaster-HFileCleaner.large.0-1733077346750 {}] cleaner.HFileCleaner(306): Exit Thread[master/b8365d49b74c:0:becomeActiveMaster-HFileCleaner.large.0-1733077346750,5,FailOnTimeoutGroup] 2024-12-01T18:25:10,895 INFO [M:0;b8365d49b74c:41113 {}] hbase.ChoreService(370): Chore service for: master/b8365d49b74c:0 had [] on shutdown 2024-12-01T18:25:10,896 DEBUG [M:0;b8365d49b74c:41113 {}] master.HMaster(1733): Stopping service threads 2024-12-01T18:25:10,896 INFO [M:0;b8365d49b74c:41113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T18:25:10,896 ERROR [M:0;b8365d49b74c:41113 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34123,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:34123 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34123,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-01T18:25:10,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T18:25:10,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T18:25:10,897 INFO [M:0;b8365d49b74c:41113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T18:25:10,897 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T18:25:10,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T18:25:10,899 DEBUG [M:0;b8365d49b74c:41113 {}] zookeeper.ZKUtil(347): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T18:25:10,899 WARN [M:0;b8365d49b74c:41113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T18:25:10,899 INFO [M:0;b8365d49b74c:41113 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-01T18:25:10,899 INFO [M:0;b8365d49b74c:41113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T18:25:10,899 DEBUG [M:0;b8365d49b74c:41113 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T18:25:10,899 INFO [M:0;b8365d49b74c:41113 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T18:25:10,899 DEBUG [M:0;b8365d49b74c:41113 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T18:25:10,899 DEBUG [M:0;b8365d49b74c:41113 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T18:25:10,899 DEBUG [M:0;b8365d49b74c:41113 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T18:25:10,900 INFO [M:0;b8365d49b74c:41113 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=811.86 KB heapSize=1001.05 KB 2024-12-01T18:25:10,915 DEBUG [M:0;b8365d49b74c:41113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52d7bfc0a67a4d02ae776e2f38bc24e9 is 82, key is hbase:meta,,1/info:regioninfo/1733077348130/Put/seqid=0 2024-12-01T18:25:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742500_1676 (size=5672) 2024-12-01T18:25:10,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T18:25:10,993 INFO [RS:0;b8365d49b74c:42723 {}] regionserver.HRegionServer(1307): Exiting; stopping=b8365d49b74c,42723,1733077344673; zookeeper connection closed. 2024-12-01T18:25:10,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1004ed154770001, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T18:25:10,994 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fb27581 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fb27581 2024-12-01T18:25:10,994 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T18:25:11,318 INFO [M:0;b8365d49b74c:41113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2327 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52d7bfc0a67a4d02ae776e2f38bc24e9 2024-12-01T18:25:11,343 DEBUG [M:0;b8365d49b74c:41113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/709074f2139146fe826dbb335781f790 is 2284, key is \x00\x00\x00\x00\x00\x00\x00\xAE/proc:d/1733077484734/Put/seqid=0 2024-12-01T18:25:11,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742501_1677 (size=48534) 2024-12-01T18:25:11,747 INFO [M:0;b8365d49b74c:41113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=811.30 KB at sequenceid=2327 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/709074f2139146fe826dbb335781f790 2024-12-01T18:25:11,750 INFO [M:0;b8365d49b74c:41113 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 709074f2139146fe826dbb335781f790 2024-12-01T18:25:11,772 DEBUG [M:0;b8365d49b74c:41113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/062ebe5ccc394c649c851fa2627d20e7 is 69, key is b8365d49b74c,42723,1733077344673/rs:state/1733077346815/Put/seqid=0 2024-12-01T18:25:11,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073742502_1678 (size=5156) 2024-12-01T18:25:12,175 INFO [M:0;b8365d49b74c:41113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2327 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/062ebe5ccc394c649c851fa2627d20e7 2024-12-01T18:25:12,179 DEBUG [M:0;b8365d49b74c:41113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52d7bfc0a67a4d02ae776e2f38bc24e9 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52d7bfc0a67a4d02ae776e2f38bc24e9 2024-12-01T18:25:12,182 INFO [M:0;b8365d49b74c:41113 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52d7bfc0a67a4d02ae776e2f38bc24e9, entries=8, sequenceid=2327, filesize=5.5 K 2024-12-01T18:25:12,182 DEBUG [M:0;b8365d49b74c:41113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/709074f2139146fe826dbb335781f790 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/709074f2139146fe826dbb335781f790 2024-12-01T18:25:12,185 INFO [M:0;b8365d49b74c:41113 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 709074f2139146fe826dbb335781f790 2024-12-01T18:25:12,185 INFO [M:0;b8365d49b74c:41113 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/709074f2139146fe826dbb335781f790, entries=199, sequenceid=2327, filesize=47.4 K 2024-12-01T18:25:12,186 DEBUG [M:0;b8365d49b74c:41113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/062ebe5ccc394c649c851fa2627d20e7 as hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/062ebe5ccc394c649c851fa2627d20e7 2024-12-01T18:25:12,188 INFO [M:0;b8365d49b74c:41113 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34123/user/jenkins/test-data/9bb0aacc-7833-3ca0-2a6e-f58e287b9632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/062ebe5ccc394c649c851fa2627d20e7, entries=1, sequenceid=2327, filesize=5.0 K 2024-12-01T18:25:12,189 INFO [M:0;b8365d49b74c:41113 {}] regionserver.HRegion(3040): Finished flush of dataSize ~811.86 KB/831342, heapSize ~1000.76 KB/1024776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=2327, compaction requested=false 2024-12-01T18:25:12,190 INFO [M:0;b8365d49b74c:41113 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T18:25:12,190 DEBUG [M:0;b8365d49b74c:41113 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-01T18:25:12,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741830_1006 (size=983916) 2024-12-01T18:25:12,192 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-01T18:25:12,192 INFO [M:0;b8365d49b74c:41113 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-01T18:25:12,192 INFO [M:0;b8365d49b74c:41113 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41113 2024-12-01T18:25:12,194 DEBUG [M:0;b8365d49b74c:41113 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b8365d49b74c,41113,1733077343917 already deleted, retry=false 2024-12-01T18:25:12,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T18:25:12,295 INFO [M:0;b8365d49b74c:41113 {}] regionserver.HRegionServer(1307): Exiting; stopping=b8365d49b74c,41113,1733077343917; zookeeper connection closed. 2024-12-01T18:25:12,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1004ed154770000, quorum=127.0.0.1:55564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T18:25:12,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T18:25:12,303 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T18:25:12,303 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T18:25:12,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T18:25:12,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/hadoop.log.dir/,STOPPED} 2024-12-01T18:25:12,307 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T18:25:12,307 WARN [BP-1457785881-172.17.0.2-1733077341028 heartbeating to localhost/127.0.0.1:34123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T18:25:12,307 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T18:25:12,307 WARN [BP-1457785881-172.17.0.2-1733077341028 heartbeating to localhost/127.0.0.1:34123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1457785881-172.17.0.2-1733077341028 (Datanode Uuid 4566a578-b6ee-4dbf-b54b-c0c69e181728) service to localhost/127.0.0.1:34123 2024-12-01T18:25:12,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/cluster_05734141-851d-6b0c-be01-45ad39af9b2d/dfs/data/data1/current/BP-1457785881-172.17.0.2-1733077341028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T18:25:12,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/cluster_05734141-851d-6b0c-be01-45ad39af9b2d/dfs/data/data2/current/BP-1457785881-172.17.0.2-1733077341028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T18:25:12,310 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T18:25:12,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T18:25:12,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T18:25:12,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T18:25:12,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T18:25:12,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d398fb1d-4e69-8eb2-7b8a-813669b9ea1a/hadoop.log.dir/,STOPPED} 2024-12-01T18:25:12,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-01T18:25:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down